-- Logs begin at Mon 2022-03-14 09:32:11 UTC, end at Mon 2022-03-14 10:34:27 UTC. -- Mar 14 10:05:36.099699 dv-cinder-833543-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 14 10:05:39.002930 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.common.config [-] Logging enabled! Mar 14 10:05:39.003538 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev12 Mar 14 10:05:39.003754 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103171) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 10:05:39.007000 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.common.config [-] Logging enabled! Mar 14 10:05:39.007258 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev12 Mar 14 10:05:39.007576 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103171) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 14 10:05:39.008529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 10:05:39.008765 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 10:05:39.009141 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 10:05:39.009387 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 10:05:39.009617 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 10:05:39.010365 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.010789 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 14 10:05:39.011121 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.011402 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.011719 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.012020 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.012313 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.012599 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.012889 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.013191 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.013478 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.013760 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.014048 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.014342 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.014624 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.014919 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.015203 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.015482 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] debug = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.015796 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.016240 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.016656 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.016937 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.017246 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.017539 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.017813 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.018092 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.018378 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.018707 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] host = dv-cinder-833543-1-iscsi {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.018987 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.019275 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.019563 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.019875 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.020153 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.020432 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.020720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.020995 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.021287 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.021547 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.021837 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.022127 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.022418 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.022648 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.022875 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.023173 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.023461 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.023770 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.024051 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.024327 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.024602 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.024878 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.025147 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.025432 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.025716 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.026003 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.026280 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.026553 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.026824 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.027095 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.027384 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.027683 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.027963 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.028239 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.028526 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.028798 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.029075 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.029374 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.029659 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.029942 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.030226 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.030499 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.030782 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.031053 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.031324 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.031609 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_json = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.031891 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.032163 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.032444 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.032716 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.033023 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.033298 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.033569 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.033851 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.034124 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:39.034419 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.034732 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.035016 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.035312 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.035621 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.035907 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.036198 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.036478 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.036766 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.037055 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.037347 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.037624 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.037921 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.038214 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.038508 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.038814 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.039109 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.039400 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.039702 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.039980 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.040258 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.040537 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.040826 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.041105 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.041394 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.041681 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.041960 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.042260 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.042547 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.042841 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.043131 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.043406 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.043710 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.044003 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.044281 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.044555 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.044833 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.045121 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.045399 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.045672 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.045955 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.046234 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.046505 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.046779 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.047056 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.047349 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.047650 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.047926 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.048201 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.048983 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.049271 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.049561 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.049840 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.050113 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.050386 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.050665 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.050938 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.051210 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.051486 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.051784 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.052062 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.052334 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.052604 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.052877 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.053148 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.053419 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.053689 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.053959 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.054233 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.054506 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.054776 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.055048 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.055318 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.055604 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.055898 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.056194 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.056471 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.056748 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.057025 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.057301 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.057576 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.057853 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.058130 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.058406 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.058678 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.058964 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.059245 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.059528 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.059849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.060127 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.060419 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.060696 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.060971 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.061251 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.061526 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.061801 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.062079 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.062358 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.062651 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.062942 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.063234 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.063524 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.063841 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.064142 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.064992 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.065273 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:39.065494 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 10:05:39.065736 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103171) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 14 10:05:39.436455 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 10:05:39.436737 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 10:05:39.437043 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 14 10:05:39.437521 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 14 10:05:39.762568 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.762793 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.763070 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.764281 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.764566 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.764954 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.819859 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.820139 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.820410 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.835151 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.835434 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.836109 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.865170 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.865456 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:39.865730 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.007304 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.007964 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.007964 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.239332 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.239646 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.239920 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.240189 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.240894 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.340053 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.340376 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.340661 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.340935 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.341206 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.341521 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.341783 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.342041 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.342296 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.342581 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.342847 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.343120 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.343381 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.343659 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.343921 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.344186 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.344444 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.344716 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.344986 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.345245 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.345655 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.345908 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.346190 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.346569 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.346820 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.347070 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.347462 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:40.347729 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:40.347972 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:40.348209 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:40.348445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:40.348682 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:40.349045 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 14 10:05:40.352176 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 14 10:05:40.356522 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 14 10:05:40.360234 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 14 10:05:40.362381 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 14 10:05:40.362852 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 14 10:05:40.363184 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 14 10:05:40.363563 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 14 10:05:40.366407 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 14 10:05:40.366662 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 14 10:05:40.367007 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 10:05:40.371876 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 14 10:05:40.396064 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 14 10:05:40.396517 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.396819 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103171) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 14 10:05:40.397199 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.398572 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103171) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 14 10:05:40.398853 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 14 10:05:40.399097 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 14 10:05:40.402383 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.402673 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:40.464702 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 14 10:05:40.464939 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 14 10:05:40.465178 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 14 10:05:40.465550 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 14 10:05:40.486523 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_db.sqlalchemy.engines [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103171) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 14 10:05:40.938050 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing driver for type 'gre' Mar 14 10:05:40.938578 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] gre ID ranges: [(1, 1000)] Mar 14 10:05:40.992902 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing driver for type 'local' Mar 14 10:05:40.993242 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing driver for type 'vlan' Mar 14 10:05:41.005878 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] VlanTypeDriver initialization complete Mar 14 10:05:41.006216 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing driver for type 'vxlan' Mar 14 10:05:41.006685 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] vxlan ID ranges: [(1, 1000)] Mar 14 10:05:41.059862 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing extension driver 'port_security' Mar 14 10:05:41.060454 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.extensions.port_security [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] PortSecurityExtensionDriver initialization complete Mar 14 10:05:41.060563 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing mechanism driver 'openvswitch' Mar 14 10:05:41.060900 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing mechanism driver 'hyperv' Mar 14 10:05:41.067931 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.plugin [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103171) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:05:41.068771 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.069139 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.069492 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.070013 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:05:41.070444 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.070795 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.071137 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.071530 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:05:41.071963 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.072310 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.072652 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.073048 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:05:41.073455 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > security_group after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.073806 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > security_group after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.074147 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.074543 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:05:41.074958 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.075305 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.075674 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.076069 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:05:41.076473 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > address_group after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.076818 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > address_group after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.077156 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.077564 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103171) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 14 10:05:41.077991 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] ML2 OVO RPC backend initialized. {{(pid=103171) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 14 10:05:41.078693 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.079047 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.079458 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.080404 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > networks before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.080758 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.081101 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > ports before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.081445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.081786 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnets before_response 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.082131 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.082471 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.082805 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.083140 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.083474 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.083837 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.084173 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.084513 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.084846 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.092105 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded quota_driver: . Mar 14 10:05:41.092475 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.plugin [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Modular L2 Plugin initialization complete Mar 14 10:05:41.092821 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading services supported by the core plugin {{(pid=103171) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 14 10:05:41.093162 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.plugins.ml2.managers [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Got port-security extension from driver 'port_security' Mar 14 10:05:41.093640 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.extensions.vlantransparent [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Disabled vlantransparent extension. Mar 14 10:05:41.094131 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103171) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 14 10:05:41.094457 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: router Mar 14 10:05:41.131398 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.131812 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.132184 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router before_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.132549 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.132921 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.133277 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_delete 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.133639 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.133987 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.134343 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.134688 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.135035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.135381 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.135774 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.136185 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.136551 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.136887 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.137224 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: subnet after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.137559 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.137904 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.138249 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.138593 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.138937 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.139292 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router after_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.139665 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.140141 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_create 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.140504 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.140849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_update 55549900 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.141213 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > agent after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.141563 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > agent after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.141906 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > network after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.142777 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Tracking information for resource: router configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:41.143112 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Tracking information for resource: floatingip configured {{(pid=103171) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 14 10:05:41.148087 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.db.l3_agentschedulers_db [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 14 10:05:41.148614 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.149041 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port after_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.149323 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port after_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.149671 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: port after_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.150448 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router before_create 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.150810 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.151173 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_create 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.151529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > router precommit_update 55550100 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.156391 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.provider_configuration [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service providers = [] {{(pid=103171) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 14 10:05:41.156753 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.db.servicetype_db [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103171) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 14 10:05:41.159697 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:05:41.160048 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:05:41.160390 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:05:41.161272 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.services.service_base [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103171) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 14 10:05:41.161644 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.services.service_base [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 14 10:05:41.162011 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.162328 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 14 10:05:41.172942 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.173280 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: auto_allocate Mar 14 10:05:41.179569 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: network precommit_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.179967 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: network precommit_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.180479 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.180801 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: tag Mar 14 10:05:41.187510 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.187871 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: timestamp Mar 14 10:05:41.192233 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.192567 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: network_ip_availability Mar 14 10:05:41.198051 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.198423 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.198780 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.199487 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.199830 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: flavors Mar 14 10:05:41.205077 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.205411 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading Plugin: revisions Mar 14 10:05:41.209690 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103171) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 14 10:05:41.210084 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.773s {{(pid=103171) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 14 10:05:41.210813 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103171) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 14 10:05:41.211148 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Initializing extension manager. Mar 14 10:05:41.211696 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: __init__.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.212043 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: __pycache__ {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.212376 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: address_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.213120 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.213672 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: address-group Mar 14 10:05:41.213997 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: address_scope.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.214700 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.215207 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: address-scope Mar 14 10:05:41.215526 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.216463 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.216969 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: router-admin-state-down-before-update Mar 14 10:05:41.217289 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: agent.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.217977 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.218478 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: agent Mar 14 10:05:41.218794 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: agent_resources_synced.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.219719 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.220249 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: agent-resources-synced Mar 14 10:05:41.220572 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: allowedaddresspairs.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.222337 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.222850 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: allowed-address-pairs Mar 14 10:05:41.223177 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: auto_allocated_topology.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.224260 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.224770 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: auto-allocated-topology Mar 14 10:05:41.225095 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: availability_zone.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.225778 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.226280 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: availability_zone Mar 14 10:05:41.226600 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: availability_zone_filter.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.227494 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.228027 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: availability_zone_filter Mar 14 10:05:41.228603 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: data_plane_status.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.229492 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.229986 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension data-plane-status not supported by any of loaded plugins Mar 14 10:05:41.230305 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: default_subnetpools.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.231203 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.231730 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: default-subnetpools Mar 14 10:05:41.232058 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.232850 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.233352 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: dhcp_agent_scheduler Mar 14 10:05:41.233672 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: dns.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.234568 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.235067 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension dns-integration not supported by any of loaded plugins Mar 14 10:05:41.235385 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: dns_domain_ports.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.236843 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.237343 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 14 10:05:41.237664 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.238580 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.239079 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 14 10:05:41.239399 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: dvr.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.240078 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.240577 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: dvr Mar 14 10:05:41.240897 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: ecmp_routes.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.241797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.242298 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 14 10:05:41.242623 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: empty_string_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.243517 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.244055 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: empty-string-filtering Mar 14 10:05:41.244378 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.245277 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.245776 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 14 10:05:41.246094 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.247019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.247520 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 14 10:05:41.247869 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: external_net.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.248770 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.249276 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: external-net Mar 14 10:05:41.249599 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.250502 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.251002 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: extra_dhcp_opt Mar 14 10:05:41.251318 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: extraroute.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.252303 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.252810 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: extraroute Mar 14 10:05:41.253128 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: extraroute_atomic.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.254153 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.254658 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: extraroute-atomic Mar 14 10:05:41.254978 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: filter_validation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.255655 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.256155 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: filter-validation Mar 14 10:05:41.256472 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: fip_pf_description.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.257371 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.257865 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 14 10:05:41.258182 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: fip_port_details.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.259254 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.259788 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: fip-port-details Mar 14 10:05:41.260110 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: flavors.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.261335 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.261844 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: flavors Mar 14 10:05:41.262167 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.263906 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.264428 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 14 10:05:41.264765 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: floatingip_pools.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.265461 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.265973 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: floatingip-pools Mar 14 10:05:41.266302 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: ip_allocation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.267762 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.268269 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension ip_allocation not supported by any of loaded plugins Mar 14 10:05:41.268595 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.269506 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.270014 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: ip-substring-filtering Mar 14 10:05:41.270339 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l2_adjacency.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.271251 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.271778 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 14 10:05:41.272104 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.273067 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.273580 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: router Mar 14 10:05:41.273906 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.276196 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.276722 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 14 10:05:41.277053 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.277968 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.278478 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: ext-gw-mode Mar 14 10:05:41.278808 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.279743 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.280249 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: l3-ha Mar 14 10:05:41.280574 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.281464 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.281966 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 14 10:05:41.282290 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_flavors.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.283763 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.284269 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: l3-flavors Mar 14 10:05:41.284595 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.285962 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.286473 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 14 10:05:41.286798 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.287727 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.288236 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 14 10:05:41.288557 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: l3agentscheduler.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.289589 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.290100 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: l3_agent_scheduler Mar 14 10:05:41.290428 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: local_ip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.292225 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.292753 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension local_ip not supported by any of loaded plugins Mar 14 10:05:41.293081 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: logging.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.296021 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.296547 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension logging not supported by any of loaded plugins Mar 14 10:05:41.296883 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: metering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.297626 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.298204 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: metering Mar 14 10:05:41.298557 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.299696 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.300213 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: metering_source_and_destination_fields Mar 14 10:05:41.300542 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: multiprovidernet.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.301458 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.301968 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: multi-provider Mar 14 10:05:41.302293 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: netmtu.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.303214 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.303760 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: net-mtu Mar 14 10:05:41.304090 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: netmtu_writable.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.305004 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.305506 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: net-mtu-writable Mar 14 10:05:41.305828 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: network_availability_zone.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.306489 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.306992 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: network_availability_zone Mar 14 10:05:41.307315 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: network_ip_availability.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.308449 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.308959 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: network-ip-availability Mar 14 10:05:41.309283 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: network_segment_range.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.310040 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.310542 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension network-segment-range not supported by any of loaded plugins Mar 14 10:05:41.310866 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: pagination.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.311866 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.312196 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: pagination Mar 14 10:05:41.312520 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: port_device_profile.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.313418 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.313935 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: port-device-profile Mar 14 10:05:41.314295 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.315201 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.315744 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: port-mac-address-regenerate Mar 14 10:05:41.316068 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.316962 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.317470 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: port-numa-affinity-policy Mar 14 10:05:41.317788 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: port_resource_request.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.318691 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.319195 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension port-resource-request not supported by any of loaded plugins Mar 14 10:05:41.319515 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: port_resource_request_groups.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.320518 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.321023 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 14 10:05:41.321340 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: portbindings.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.322253 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.322767 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: binding Mar 14 10:05:41.323085 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: portbindings_extended.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.324826 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.325343 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: binding-extended Mar 14 10:05:41.325671 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: portsecurity.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.326576 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.327086 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: port-security Mar 14 10:05:41.327408 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: project_id.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.328405 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.328736 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: project-id Mar 14 10:05:41.329057 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: providernet.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.330489 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.330997 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: provider Mar 14 10:05:41.331317 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.334920 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.335443 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos not supported by any of loaded plugins Mar 14 10:05:41.335803 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.337040 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.337556 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 14 10:05:41.337885 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.338788 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.339311 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 14 10:05:41.339791 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_default.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.341083 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.341813 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-default not supported by any of loaded plugins Mar 14 10:05:41.342480 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_fip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.343653 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.344297 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-fip not supported by any of loaded plugins Mar 14 10:05:41.344695 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.346555 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.347453 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 14 10:05:41.347925 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_gateway_ip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.349108 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.349745 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 14 10:05:41.350268 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_port_network_policy.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.351379 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.352146 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 14 10:05:41.352518 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.354166 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.354808 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 14 10:05:41.355272 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.356700 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.357389 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 14 10:05:41.357880 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_pps_rule.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.359459 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.360149 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-pps not supported by any of loaded plugins Mar 14 10:05:41.360574 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_rule_type_details.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.361838 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.362649 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 14 10:05:41.363308 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: qos_rules_alias.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.364957 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.365608 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 14 10:05:41.365936 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: quota_check_limit.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.366847 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.367363 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: quota-check-limit Mar 14 10:05:41.367713 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: quotasv2.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.368652 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.368980 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: quotas Mar 14 10:05:41.369300 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: quotasv2_detail.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.370994 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.371330 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: quota_details Mar 14 10:05:41.371689 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: rbac.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.372739 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.373266 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: rbac-policies Mar 14 10:05:41.373596 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: rbac_address_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.374520 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.375033 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: rbac-address-group Mar 14 10:05:41.375361 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: rbac_address_scope.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.376306 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.377150 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: rbac-address-scope Mar 14 10:05:41.377477 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: rbac_security_groups.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.378435 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.378938 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: rbac-security-groups Mar 14 10:05:41.379260 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: rbac_subnetpool.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.380276 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.380787 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: rbac-subnetpool Mar 14 10:05:41.381109 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: revisionifmatch.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.382097 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.382605 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: revision-if-match Mar 14 10:05:41.382929 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: revisions.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.384087 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.384599 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: standard-attr-revisions Mar 14 10:05:41.384926 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: router_availability_zone.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.385594 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.386101 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: router_availability_zone Mar 14 10:05:41.386424 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: routerservicetype.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.387335 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.387870 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension router-service-type not supported by any of loaded plugins Mar 14 10:05:41.388192 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.389106 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.389612 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: security-groups-normalized-cidr Mar 14 10:05:41.389933 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.390864 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.391370 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: port-security-groups-filtering Mar 14 10:05:41.391728 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.393180 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.393684 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: security-groups-remote-address-group Mar 14 10:05:41.394011 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.394921 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.395426 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: security-groups-shared-filtering Mar 14 10:05:41.395781 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.396366 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 14 10:05:41.396685 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: securitygroup.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.406374 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.406859 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: security-group Mar 14 10:05:41.407191 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: segment.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.408499 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.409012 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension segment not supported by any of loaded plugins Mar 14 10:05:41.409336 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.410270 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.410772 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 14 10:05:41.411095 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: servicetype.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.412298 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.412813 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: service-type Mar 14 10:05:41.413138 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: sorting.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.414112 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.414442 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: sorting Mar 14 10:05:41.414765 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: standard_attr_segment.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.415753 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.416268 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 14 10:05:41.416591 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: standardattrdescription.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.417230 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.417732 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: standard-attr-description Mar 14 10:05:41.418086 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: stateful_security_group.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.418970 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.419472 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: stateful-security-group Mar 14 10:05:41.419818 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: stdattrs_common.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.420379 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 14 10:05:41.420699 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.421614 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.422127 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 14 10:05:41.422450 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: subnet_onboard.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.423561 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.424108 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: subnet_onboard Mar 14 10:05:41.424432 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.425351 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.425857 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 14 10:05:41.426180 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: subnet_service_types.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.427095 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.427622 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: subnet-service-types Mar 14 10:05:41.427949 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: subnetallocation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.429017 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.429527 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: subnet_allocation Mar 14 10:05:41.429851 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.430507 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.431020 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: subnetpool-prefix-ops Mar 14 10:05:41.431340 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.432278 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.432782 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 14 10:05:41.433103 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: tagging.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.434195 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.434707 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: standard-attr-tag Mar 14 10:05:41.435033 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: timestamp.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.436264 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.436773 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loaded extension: standard-attr-timestamp Mar 14 10:05:41.437097 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: trunk.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.438125 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.438637 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension trunk not supported by any of loaded plugins Mar 14 10:05:41.438983 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: trunk_details.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.439930 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.440439 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension trunk-details not supported by any of loaded plugins Mar 14 10:05:41.440759 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: uplink_status_propagation.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.441668 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.442173 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 14 10:05:41.442493 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Loading extension file: vlantransparent.py {{(pid=103171) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 14 10:05:41.443147 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103171) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 14 10:05:41.443680 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 14 10:05:41.446151 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:network Mar 14 10:05:41.446658 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:subnet Mar 14 10:05:41.447048 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:05:41.447430 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:port Mar 14 10:05:41.448689 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.449135 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service FLAVORS assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.449734 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.450152 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.450482 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:router Mar 14 10:05:41.450913 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:floatingip Mar 14 10:05:41.451400 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service METERING assigned prefix: /metering {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.452868 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.453238 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.453587 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103171) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:05:41.455106 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 10:05:41.455560 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:security_group Mar 14 10:05:41.456030 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 10:05:41.456619 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.456948 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:05:41.457291 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] subnetpool is already registered Mar 14 10:05:41.457720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.458042 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:05:41.458369 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] subnetpool is already registered Mar 14 10:05:41.460665 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.461096 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service FLAVORS assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.461679 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.462098 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.462430 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:router Mar 14 10:05:41.462766 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] router is already registered Mar 14 10:05:41.463174 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:floatingip Mar 14 10:05:41.463505 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] floatingip is already registered Mar 14 10:05:41.463984 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service METERING assigned prefix: /metering {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.464641 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of CountableResource for resource:rbac_policy Mar 14 10:05:41.464965 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] rbac_policy is already registered Mar 14 10:05:41.465376 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:security_group Mar 14 10:05:41.465709 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] security_group is already registered Mar 14 10:05:41.466110 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 14 10:05:41.466440 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] security_group_rule is already registered Mar 14 10:05:41.467064 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.467391 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:05:41.467750 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] subnetpool is already registered Mar 14 10:05:41.468168 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.v2.resource_helper [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Service CORE assigned prefix: {{(pid=103171) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 14 10:05:41.468489 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Creating instance of TrackedResource for resource:subnetpool Mar 14 10:05:41.468815 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING neutron.quota.resource_registry [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] subnetpool is already registered Mar 14 10:05:41.469278 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: extensions {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.471284 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: address-groups {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.472778 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: address-scopes {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.474079 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: agents {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.475237 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: auto-allocated-topology {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.476499 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: availability_zones {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.477703 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: dhcp-networks {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.479489 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: dhcp-agents {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.480913 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: routers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.483096 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: flavors {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.484293 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: service_profiles {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.485489 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: next_providers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.486940 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: service_profiles {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.488504 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: floatingip-pools {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.489720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: routers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.491828 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: floatingips {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.493975 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: l3-routers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.495337 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: l3-agents {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.496782 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: metering-labels {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.498118 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: metering-label-rules {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.499387 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: network-ip-availabilities {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.500670 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: bindings {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.502818 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: quotas {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.504412 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: quotas {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.505916 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: rbac-policies {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.507181 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: security-groups {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.508428 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: security-group-rules {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.509652 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: service-providers {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.510848 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: subnetpools {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.512293 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: subnetpools {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.513730 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.515385 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.517741 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.519492 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.521266 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.523112 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.524792 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.526645 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.528386 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.530219 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron.api.extensions [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Extended resource: tags {{(pid=103171) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 14 10:05:41.536062 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING keystonemiddleware.auth_token [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 14 10:05:41.540687 dv-cinder-833543-1-iscsi neutron-server[103171]: WARNING keystonemiddleware.auth_token [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 14 10:05:41.549216 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Acquired lock "singleton_lock" {{(pid=103171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 14 10:05:41.549688 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_concurrency.lockutils [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Releasing lock "singleton_lock" {{(pid=103171) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 14 10:05:41.550326 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Starting 2 workers Mar 14 10:05:41.555159 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Started child 103280 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:05:41.559581 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Started child 103281 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:05:41.560777 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:41.561495 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO neutron.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 14 10:05:41.561790 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:41.562297 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [-] (103280) wsgi starting up on http://0.0.0.0:9696 Mar 14 10:05:41.564845 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Starting 1 workers Mar 14 10:05:41.565016 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:41.566313 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [-] (103281) wsgi starting up on http://0.0.0.0:9696 Mar 14 10:05:41.570065 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Started child 103282 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:05:41.570614 dv-cinder-833543-1-iscsi neutron-server[103171]: INFO oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Starting 1 workers Mar 14 10:05:41.573867 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] calling RpcWorker wait() {{(pid=103282) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 14 10:05:41.574394 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] returning from RpcWorker wait() {{(pid=103282) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 14 10:05:41.575086 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Started child 103283 {{(pid=103171) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 14 10:05:41.575812 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:41.575951 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG neutron_lib.callbacks.manager [None req-a333635d-980b-4e4d-bbd1-43282052b48b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103171) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:41.576297 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:05:41.577896 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 10:05:41.578117 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 10:05:41.578302 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 10:05:41.578529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 10:05:41.578875 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 10:05:41.579035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 10:05:41.579533 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.580431 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.580709 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.580973 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.581179 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:41.581648 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.581873 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.582138 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.582403 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.582491 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:05:41.582687 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.582939 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.583103 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.583276 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.583523 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.583790 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.584084 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.584339 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.584581 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.584837 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.585011 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.585269 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.585527 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.585771 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.586035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] debug = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.586283 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.586784 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.587009 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.587255 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.587474 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.587772 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.587993 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.588291 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.588531 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.588746 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.588984 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.589227 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.589456 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.589683 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.589934 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.590146 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.590387 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.590623 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.591093 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host = dv-cinder-833543-1-iscsi {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.591324 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.591536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.591784 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.592046 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.592298 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.592528 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.592797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.593069 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.593293 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.593529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.593775 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.594002 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.594234 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.594469 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.594617 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_options = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.594866 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.595123 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.595403 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.595643 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.595803 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.595950 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.596162 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.596309 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.596546 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.596775 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.596984 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.597211 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.597437 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.597646 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.597899 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.598105 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.598317 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.598538 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.598781 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.599028 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.599253 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.599494 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.599764 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.599996 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.600282 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.600553 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.600805 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.601008 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.601828 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.601828 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.602569 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.602886 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.603235 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.603778 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.604090 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.604354 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.604683 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.604926 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.605303 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.605627 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.605886 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.606149 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.606364 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.606613 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.606830 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.607046 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.607737 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_json = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.607939 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.608437 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.608679 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.608904 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.609121 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.609335 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.609575 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.609821 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.610035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.610474 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.610765 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.611158 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.611418 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.611680 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.611938 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.612172 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.612412 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.612641 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.612889 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.613209 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.613452 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.613753 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.614026 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.614302 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.614601 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.614859 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.615126 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.615359 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.615574 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.615850 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.616091 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.616373 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.616594 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.616877 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.617108 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.617346 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.617628 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.617897 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.618247 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.618537 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.618756 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.619017 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.619254 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.619498 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.619754 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.619994 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.620210 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.621048 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.623803 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.625797 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.626332 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.626332 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.626332 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.627041 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.627280 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.627521 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.627778 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.628009 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.628248 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.628523 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.628777 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.629228 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.629516 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.629732 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.629975 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.630207 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.630428 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.630637 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.630848 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.631063 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.631295 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.631542 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.631780 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.631995 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.632192 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.632410 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.632624 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.632839 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.633062 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.633295 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.633508 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.633819 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.634054 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.634266 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.634490 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.634703 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.634928 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.635136 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.635352 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.635557 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.635811 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.636019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.636231 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.636439 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.636720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.637040 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.637281 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.637543 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.637930 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.638201 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.638529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.638855 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.639114 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.639295 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.639513 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.639779 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.640019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.640266 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.640483 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.640720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.640967 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.641177 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.641390 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.641632 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.641860 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.642092 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.642920 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.643208 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.643459 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.643780 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.644016 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.644271 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.644537 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.644770 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.645014 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.645308 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.645588 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.646076 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.646364 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.646634 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.646886 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.647122 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.647897 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.648239 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.648504 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.648740 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.648980 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.649215 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.649455 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.649696 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.649909 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.650142 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.650463 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.650689 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.650918 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.651129 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.651393 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.651658 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.651895 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.652168 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.652418 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.652647 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.652892 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.653123 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.653331 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.653580 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.653804 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.654023 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.654234 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.654445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.654680 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.654892 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.655099 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.655354 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.655608 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.655816 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.656029 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.656245 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.656512 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.656703 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.656906 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.657119 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.657351 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.657566 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.657806 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.658111 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.658340 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.658583 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.658799 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.659057 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.659304 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.659508 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.659759 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.660015 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.660279 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.660487 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.660727 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.660957 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.661169 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.661376 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.661594 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.661808 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.662020 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.662235 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.662446 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.662673 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.662912 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.663232 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.663482 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.663740 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.663993 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.664236 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.664450 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.664665 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.664899 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.665127 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.665341 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.665575 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.665818 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.666035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.666252 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.666464 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.666711 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.666960 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.667196 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.667446 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.667699 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.667917 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.668208 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.668381 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.668617 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.668829 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.669052 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.669257 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.669474 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.669700 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.669981 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.670235 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.670453 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.670699 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.670909 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.671172 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.671396 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.671620 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.671822 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.672041 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.672254 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.672459 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.672699 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.672906 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.673113 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.673352 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.673569 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.673776 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.674017 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.674226 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.674433 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.674656 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.674865 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.675071 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.675293 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.675518 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.675757 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.675980 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.676192 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.676403 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.676643 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.676851 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.677093 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.677273 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.677483 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.677686 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.677975 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.678231 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.678447 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.678720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.678935 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.679178 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.679413 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.679748 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.679965 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.680199 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.680413 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.680628 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.680863 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.681111 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.681435 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.681713 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.681955 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.682216 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.682482 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.682754 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.683022 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.683250 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.683536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.683916 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.684191 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.684446 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.684838 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.685074 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.685296 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.685529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.685762 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.685995 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.686207 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.686470 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.686693 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.686912 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.687125 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.687380 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.687620 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.687856 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.688089 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.688322 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.688536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.688691 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 10:05:41.689765 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103171) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 14 10:05:41.689929 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 14 10:05:41.690082 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 14 10:05:41.690250 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 14 10:05:41.690417 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 14 10:05:41.690586 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 14 10:05:41.690783 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.690943 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.691099 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.691252 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.691396 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.691577 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.691753 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.691910 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.692065 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.692224 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.692382 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.692536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.692693 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.692846 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693001 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693159 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693313 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693469 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693629 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693790 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.693950 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.694093 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.694246 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] debug = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.694401 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.694617 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.694781 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.694936 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.695091 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.695245 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.695400 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.695556 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.695734 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.695895 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.696053 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.696364 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.696522 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.696614 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:05:41.696698 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.696823 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.696977 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.697133 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.697289 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.697443 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host = dv-cinder-833543-1-iscsi {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.697599 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.697755 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.697911 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698066 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698221 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698377 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698532 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698683 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698834 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.698988 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.699138 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.699291 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.699446 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.699624 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.699779 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_options = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.699939 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700106 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700245 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700433 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700578 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700715 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700864 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.700995 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701134 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701269 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701422 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701561 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701695 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701843 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.701980 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.702115 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.702271 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.702481 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.702629 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.702787 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.702920 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703054 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703187 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703317 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703447 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703580 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703737 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.703895 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704052 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704184 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704323 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704479 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704696 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704841 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.704977 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.705127 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.705284 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.705438 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.705597 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.705752 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.705906 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706065 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706218 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706373 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706684 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706840 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_json = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.706995 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.707154 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.707308 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.707467 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.707665 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.707798 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.707926 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.708078 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.708224 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 14 10:05:41.708399 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.708559 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.708729 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.708956 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709055 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709192 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709349 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709508 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709666 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709808 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.709974 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.710132 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.710303 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.710460 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.710622 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.710781 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.711088 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.711256 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.711395 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.711552 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.711732 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.711892 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.712060 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.712219 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.712374 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.712530 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.712687 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.712861 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713007 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713179 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713338 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713497 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713654 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713813 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.713972 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.714132 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.714604 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.714604 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.714604 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.714937 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.714937 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.715079 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.715178 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.715333 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.715491 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719035 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.719750 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.720849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724042 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.724536 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725445 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725863 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725863 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725863 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725863 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.725863 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.726145 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.726145 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.726385 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.726469 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727032 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727032 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727032 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727032 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727344 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727344 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727510 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727696 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.727862 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.728032 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.728211 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.728607 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.728766 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.728918 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.729162 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.729881 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.729881 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.729881 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.729881 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730169 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730169 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730292 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730388 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730547 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730727 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.730890 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.731048 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.731206 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.731366 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.731520 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.731695 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.731855 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732013 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732171 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732328 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732488 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732647 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732788 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.732951 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.733112 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.733270 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.733428 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.733586 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.733745 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.733904 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.734062 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.734220 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.734383 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.734542 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.734699 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.734859 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.735020 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.735162 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.735320 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.735478 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.735655 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.735835 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736023 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736181 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736338 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736500 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736660 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736818 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.736975 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.737134 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.737293 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.737455 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.737614 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.737773 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.737930 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738089 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738250 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738431 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738581 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738720 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738864 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.738999 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.739140 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.739346 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.739529 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.739706 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.739865 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740025 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740184 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740342 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740499 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740656 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740814 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.740975 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.741133 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.741290 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.741448 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.741604 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.741761 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.741918 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.742077 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.742237 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.742396 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.742555 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.742714 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.742930 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743031 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743171 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743328 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743486 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743665 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743825 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.743982 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.744154 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.744313 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.744470 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.744629 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.744786 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.744943 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.745112 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.745270 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.745427 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.745584 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.745740 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.745897 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.746065 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.746222 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.746381 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.746539 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.746695 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.746852 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747019 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747176 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747333 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747489 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747669 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747828 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.747994 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.748152 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.748309 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.748467 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.748623 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.748781 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.748951 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.749108 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.749265 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.749422 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.749579 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.749736 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.749903 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.750061 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.750218 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.750386 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.750542 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.750698 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.750856 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.751024 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.751180 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.751339 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.752036 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.752199 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.752357 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.752517 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.752680 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.752849 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.753018 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.753177 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.753343 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.753511 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.753677 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.753835 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754001 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754171 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754328 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754486 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754642 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754799 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.754957 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.755114 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.755270 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.755427 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.755608 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.755760 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.755918 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.756075 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.756232 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.756389 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.756548 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.756706 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.756866 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.757023 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.757179 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 14 10:05:41.757329 dv-cinder-833543-1-iscsi neutron-server[103171]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103171) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 14 10:05:41.772357 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59024) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:05:41.780879 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063741 Mar 14 10:05:53.060412 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caca634b-9806-447b-b476-d733df960fb3 None None] get_active_networks_info from dv-cinder-833543-1-iscsi {{(pid=103282) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 14 10:05:53.163138 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caca634b-9806-447b-b476-d733df960fb3 None None] No non-hosted networks {{(pid=103282) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 14 10:05:53.179382 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.agentschedulers_db [None req-caca634b-9806-447b-b476-d733df960fb3 None None] DHCP Agent not found on host dv-cinder-833543-1-iscsi {{(pid=103282) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 14 10:05:53.286488 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9751623b-51df-45da-ae05-9baa4c41c34a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653312'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:55.455391 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-422d6e43-6c54-4803-ac7e-f8d02a95e752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653312'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:55.492315 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-45a4008f-f040-497b-b678-5c0657e1f0b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:56.379919 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653312'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:57.793571 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653312'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:59.263828 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59104) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:05:59.521900 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653312'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:05:59.523389 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.524208 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.524837 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.525394 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.526014 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.526603 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.527172 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.527758 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.528295 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.528828 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.529275 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.529907 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.530455 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.531148 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.531832 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:05:59.532596 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-833543-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:05:59.539021 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-833543-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:05:59.811384 dv-cinder-833543-1-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-db3aaeb1-13d2-4867-934c-ab5e2ab73b78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:05:59.812227 dv-cinder-833543-1-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-db3aaeb1-13d2-4867-934c-ab5e2ab73b78 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:00.061727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-db3aaeb1-13d2-4867-934c-ab5e2ab73b78 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:06:00.075607 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-db3aaeb1-13d2-4867-934c-ab5e2ab73b78 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7980502 Mar 14 10:06:01.640358 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.db.l3_hamode_db [None req-55235d86-da56-4803-920a-24080b8b1a01 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 14 10:06:01.722780 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55235d86-da56-4803-920a-24080b8b1a01 None None] Routers set() bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:06:01.723199 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55235d86-da56-4803-920a-24080b8b1a01 None None] Router IDs set() for agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 14 10:06:02.645658 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59130) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:03.124162 dv-cinder-833543-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:03.124746 dv-cinder-833543-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:03.344105 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:03.436649 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.policy [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103280) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 10:06:03.478660 dv-cinder-833543-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:03.479021 dv-cinder-833543-1-iscsi neutron-server[103280]: WARNING oslo_policy.policy [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:03.570834 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783896506389', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783896506952', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783896457883', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783896466840', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783896473754', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783896134593', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3662903', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3428238', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-460819', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1665816'] for rbac-policy (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:03.635040 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:03.636585 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0c443957-206f-4cc6-a82a-3943b7e3c105 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9888487 Mar 14 10:06:06.126236 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59146) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:06.430999 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:06.459528 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Made reservation on behalf of 4b76221f1d4745738abc3308be2bcec8 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:06:06.463294 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.480182 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.584315 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks [] for security_group (4bc84cd1-d3bd-4723-baf6-1003b07dbed7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.587890 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4bc84cd1-d3bd-4723-baf6-1003b07dbed7), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.612713 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:06:06.647397 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783897414404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (76ebe6b5-0f8d-4ee8-a27f-39d3ec171230), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.648020 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Unsubscribe: segment precommit_create {{(pid=103280) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 10:06:06.648542 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Added segment 76ebe6b5-0f8d-4ee8-a27f-39d3ec171230 of type vlan for network c90fe597-8901-41e7-a31f-42bbe617745d Mar 14 10:06:06.664326 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc84cd1-d3bd-4723-baf6-1003b07dbed7,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:06.690437 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.690786 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.691148 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.691505 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.691868 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.692199 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.692525 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.692847 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.693169 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.693489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.693810 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.694144 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.694467 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.694783 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.695100 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Tracked resource versions report: Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: pushed versions: Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Agent': {'1.1'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Log': {'1.0'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'NDPProxy': {'1.0'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Network': {'1.1'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Port': {'1.7'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'PortForwarding': {'1.2'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: consumer versions: Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Agent': '1.1', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Log': '1.0', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'NDPProxy': '1.0', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Network': '1.1', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Port': '1.7', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'PortForwarding': '1.2', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'QosPolicy': '1.10', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SubPort': '1.0', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Subnet': '1.1', Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Trunk': '1.1'}} Mar 14 10:06:06.696509 dv-cinder-833543-1-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:06:06.765073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (c90fe597-8901-41e7-a31f-42bbe617745d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.806586 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (c90fe597-8901-41e7-a31f-42bbe617745d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.811853 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:06.812590 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:06.868226 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7408628 Mar 14 10:06:06.932695 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffbdd4-da69-4b0b-b444-32473d41025f demo demo] Pushing event updated for resources: {'Network': ['ID=c90fe597-8901-41e7-a31f-42bbe617745d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:06.948173 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network c90fe597-8901-41e7-a31f-42bbe617745d details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:06:09.407216 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59158) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:09.803644 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cac003a-7554-42f4-ba18-e8896b13038a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:09.804919 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6cac003a-7554-42f4-ba18-e8896b13038a demo admin] 10.222.0.21 "GET /v2.0/networks/c90fe597-8901-41e7-a31f-42bbe617745d HTTP/1.1" status: 200 len: 824 time: 0.3966551 Mar 14 10:06:09.829765 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b7902c2b-bfc4-484f-8913-ed4574c5ee91 demo admin] 10.222.0.21 "GET /v2.0/subnetpools/a63d85fb-baf3-4ff0-a185-6e718d0008de HTTP/1.1" status: 200 len: 734 time: 0.0192058 Mar 14 10:06:09.838076 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'ip_version': 4, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de', 'name': 'private-subnet'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:09.858572 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Made reservation on behalf of 4b76221f1d4745738abc3308be2bcec8 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:06:09.860992 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:10.151945 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (cf4255eb-e412-47ce-9288-477820ee897b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:10.223161 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Checking segment: {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:06:10.223552 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Network hostable DHCP agents. Network: c90fe597-8901-41e7-a31f-42bbe617745d, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:06:10.228309 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Pushing event updated for resources: {'Subnet': ['ID=cf4255eb-e412-47ce-9288-477820ee897b,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:10.246882 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Network c90fe597-8901-41e7-a31f-42bbe617745d is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:06:10.259305 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, c90fe597-8901-41e7-a31f-42bbe617745d) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:06:10.263833 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:10.264445 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:10.269615 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce43b2ec-8d3d-429e-a90c-a9f46580b699 None None] Network c90fe597-8901-41e7-a31f-42bbe617745d requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:06:10.282946 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1eb90947-4944-43a3-b58d-28c7c1f653a4 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4436622 Mar 14 10:06:10.646711 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-c90fe597-8901-41e7-a31f-42bbe617745d', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:06:10.647977 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:10.929115 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Allocated IP 172.20.0.2 (c90fe597-8901-41e7-a31f-42bbe617745d/cf4255eb-e412-47ce-9288-477820ee897b/d656d8a2-4038-4d91-8b59-41cca770b53f) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:06:11.197326 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Publish callbacks [] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:11.204960 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:11.285025 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Network c90fe597-8901-41e7-a31f-42bbe617745d is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:06:11.289496 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:06:11.294792 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Pushing event updated for resources: {'Port': ['ID=d656d8a2-4038-4d91-8b59-41cca770b53f,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:11.297037 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:06:11.306651 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.307002 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.307364 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.307757 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.308101 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.308437 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.308768 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.309095 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.309424 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.309751 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.310077 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.310418 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.310745 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.311067 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.311389 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Tracked resource versions report: Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: pushed versions: Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: { 'AddressGroup': {'1.2'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Agent': {'1.1'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'ConntrackHelper': {'1.0'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Log': {'1.0'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'NDPProxy': {'1.0'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Network': {'1.1'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Port': {'1.7'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'PortForwarding': {'1.2'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'QosPolicy': {'1.10'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroup': {'1.5'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SubPort': {'1.0'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Subnet': {'1.1'}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Trunk': {'1.1'}} Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: consumer versions: Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Agent': '1.1', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'ConntrackHelper': '1.0', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'LocalIPAssociation': '1.0', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Log': '1.0', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'NDPProxy': '1.0', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Network': '1.1', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Port': '1.7', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'PortForwarding': '1.2', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'QosPolicy': '1.10', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroup': '1.5', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroupRule': '1.2', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SubPort': '1.0', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Subnet': '1.1', Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Trunk': '1.1'}} Mar 14 10:06:11.313433 dv-cinder-833543-1-iscsi neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:06:11.388510 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Attempting to bind port d656d8a2-4038-4d91-8b59-41cca770b53f on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:06:11.388915 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Attempting to bind port d656d8a2-4038-4d91-8b59-41cca770b53f by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:06:11.389349 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Attempting to bind port d656d8a2-4038-4d91-8b59-41cca770b53f on network c90fe597-8901-41e7-a31f-42bbe617745d {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:06:11.399219 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:06:11.399688 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Checking segment: {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:06:11.400183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:11.400817 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Bound using segment: {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:06:11.401468 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Bound port: d656d8a2-4038-4d91-8b59-41cca770b53f, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:06:11.401890 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:11.467402 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] For port d656d8a2-4038-4d91-8b59-41cca770b53f, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:06:11.472344 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] For port d656d8a2-4038-4d91-8b59-41cca770b53f, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d656d8a2-4038-4d91-8b59-41cca770b53f,segment=NetworkSegment(76ebe6b5-0f8d-4ee8-a27f-39d3ec171230),segment_id=76ebe6b5-0f8d-4ee8-a27f-39d3ec171230)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:06:11.480981 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:11.543450 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bfc6b-08f8-4a79-8bc2-1be9af7096fe None None] Pushing event updated for resources: {'Port': ['ID=d656d8a2-4038-4d91-8b59-41cca770b53f,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:12.847182 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59166) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:13.161683 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-a5406465-52da-420b-9b66-a5cd66f8c30b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:06:13.162713 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a5406465-52da-420b-9b66-a5cd66f8c30b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144438 Mar 14 10:06:15.687487 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59174) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:15.993491 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-92c3dfee-7ac1-421f-9e17-56f060342797 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:06:15.994475 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-92c3dfee-7ac1-421f-9e17-56f060342797 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3059037 Mar 14 10:06:18.520052 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59182) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:18.827992 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:18.854594 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (fb1c2f89-2350-4087-a807-ebc038b05921), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:18.856148 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (fb1c2f89-2350-4087-a807-ebc038b05921), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:18.990220 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] Publish callbacks [] for router_controller (fb1c2f89-2350-4087-a807-ebc038b05921), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:18.995103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (fb1c2f89-2350-4087-a807-ebc038b05921), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:19.011298 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:19.013777 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-91c410ce-7736-405e-bac7-03bf67bbe165 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4927840 Mar 14 10:06:21.541438 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59194) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:21.863234 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [None req-5d84a885-9a56-4d58-a81c-4ce86d5b8416 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:06:21.864324 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5d84a885-9a56-4d58-a81c-4ce86d5b8416 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3219154 Mar 14 10:06:22.354258 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d656d8a2-4038-4d91-8b59-41cca770b53f up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:06:22.441255 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port d656d8a2-4038-4d91-8b59-41cca770b53f triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:22.441674 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:22.549058 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port d656d8a2-4038-4d91-8b59-41cca770b53f is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:22.549406 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:22.584735 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port d656d8a2-4038-4d91-8b59-41cca770b53f, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d656d8a2-4038-4d91-8b59-41cca770b53f,segment=NetworkSegment(76ebe6b5-0f8d-4ee8-a27f-39d3ec171230),segment_id=76ebe6b5-0f8d-4ee8-a27f-39d3ec171230)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:06:22.588453 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:22.634621 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=d656d8a2-4038-4d91-8b59-41cca770b53f,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:22.871382 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1956cc3-8a8a-4c08-a659-de271e5c61d4 None None] Network c90fe597-8901-41e7-a31f-42bbe617745d requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:06:22.954646 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-ce08cc0a-8599-4e7d-aedd-396d3349579e None None] Provisioning complete for port d656d8a2-4038-4d91-8b59-41cca770b53f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:22.955024 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ce08cc0a-8599-4e7d-aedd-396d3349579e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:23.051572 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-88e4fa34-a3e8-4bb6-ac6e-5bd1e8942a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:23.096556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ce08cc0a-8599-4e7d-aedd-396d3349579e None None] Current status of the port d656d8a2-4038-4d91-8b59-41cca770b53f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:23.216160 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-56a2cf03-7835-482d-846c-f9b75511441e None None] Provisioning complete for port d656d8a2-4038-4d91-8b59-41cca770b53f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:23.216548 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-56a2cf03-7835-482d-846c-f9b75511441e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:23.292971 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-56a2cf03-7835-482d-846c-f9b75511441e None None] Current status of the port d656d8a2-4038-4d91-8b59-41cca770b53f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:24.316587 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d656d8a2-4038-4d91-8b59-41cca770b53f up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:06:24.362573 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port d656d8a2-4038-4d91-8b59-41cca770b53f triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:24.362964 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:24.435876 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port d656d8a2-4038-4d91-8b59-41cca770b53f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:24.480866 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59204) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:24.790161 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:24.810252 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Made reservation on behalf of 7c330b28135640338fff9e4519f05790 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:06:24.813369 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:24.823233 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:24.897957 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks [] for security_group (fee79aa8-8aa7-47d1-b6ae-a2cc2c247972), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:24.901605 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fee79aa8-8aa7-47d1-b6ae-a2cc2c247972), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:24.916272 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103280) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 14 10:06:24.936191 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee79aa8-8aa7-47d1-b6ae-a2cc2c247972,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:24.940595 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (f3545a19-5449-4fee-aa76-4f7fe103da5e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:24.940941 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Added segment f3545a19-5449-4fee-aa76-4f7fe103da5e of type flat for network b83491f6-e851-4530-b9b5-779e668e0b76 Mar 14 10:06:24.986473 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (b83491f6-e851-4530-b9b5-779e668e0b76), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:25.017926 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (b83491f6-e851-4530-b9b5-779e668e0b76), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:25.018848 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:25.019412 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:25.070768 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5888495 Mar 14 10:06:25.114607 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52fcc2e-94ac-4259-9bb5-ffefaabf8bb8 admin admin] Pushing event updated for resources: {'Network': ['ID=b83491f6-e851-4530-b9b5-779e668e0b76,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:25.124824 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network b83491f6-e851-4530-b9b5-779e668e0b76 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:06:25.449285 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b2971b42-c99d-458d-8dbb-959853c2a40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:26.322279 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:27.589767 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59222) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:27.748999 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:27.898381 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.policy [None req-3030e987-26c2-4418-b386-2839d45d86f7 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103281) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 14 10:06:27.947407 dv-cinder-833543-1-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-3030e987-26c2-4418-b386-2839d45d86f7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:27.947751 dv-cinder-833543-1-iscsi neutron-server[103281]: WARNING oslo_policy.policy [None req-3030e987-26c2-4418-b386-2839d45d86f7 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 14 10:06:27.955820 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3030e987-26c2-4418-b386-2839d45d86f7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:27.957502 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3030e987-26c2-4418-b386-2839d45d86f7 demo admin] 10.222.0.21 "GET /v2.0/subnets/cf4255eb-e412-47ce-9288-477820ee897b HTTP/1.1" status: 200 len: 849 time: 0.3668191 Mar 14 10:06:28.121090 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-88a9e9d1-21c0-4603-8c52-264f0dd63891 demo admin] 10.222.0.21 "GET /v2.0/routers/fb1c2f89-2350-4087-a807-ebc038b05921 HTTP/1.1" status: 200 len: 704 time: 0.1578736 Mar 14 10:06:28.388635 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:28.706737 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Allocated IP 172.20.0.1 (c90fe597-8901-41e7-a31f-42bbe617745d/cf4255eb-e412-47ce-9288-477820ee897b/23c30868-8cb4-4c7e-bef1-5feff5d7215a) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:06:28.917547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks [] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:28.985264 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.026177 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Network c90fe597-8901-41e7-a31f-42bbe617745d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:06:29.048120 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:06:29.094391 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Pushing event updated for resources: {'Port': ['ID=23c30868-8cb4-4c7e-bef1-5feff5d7215a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:29.096997 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:06:29.097543 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (fb1c2f89-2350-4087-a807-ebc038b05921), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.156981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.157327 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.157685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.158039 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.158375 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.158706 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.159034 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.159355 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.159716 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.160046 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.160366 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.160699 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.161019 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.161331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.161644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Tracked resource versions report: Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: pushed versions: Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: { 'AddressGroup': {'1.2'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Agent': {'1.1'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'ConntrackHelper': {'1.0'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Log': {'1.0'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'NDPProxy': {'1.0'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Network': {'1.1'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Port': {'1.7'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'PortForwarding': {'1.2'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'QosPolicy': {'1.10'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroup': {'1.5'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SubPort': {'1.0'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Subnet': {'1.1'}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Trunk': {'1.1'}} Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: consumer versions: Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Agent': '1.1', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'ConntrackHelper': '1.0', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'LocalIPAssociation': '1.0', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Log': '1.0', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'NDPProxy': '1.0', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Network': '1.1', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Port': '1.7', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'PortForwarding': '1.2', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'QosPolicy': '1.10', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroup': '1.5', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroupRule': '1.2', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SubPort': '1.0', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Subnet': '1.1', Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Trunk': '1.1'}} Mar 14 10:06:29.163078 dv-cinder-833543-1-iscsi neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:06:29.246737 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e8a54819-0fc8-4c74-a98f-5e4450abd0e9 None None] Provisioning complete for port 23c30868-8cb4-4c7e-bef1-5feff5d7215a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:29.247256 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e8a54819-0fc8-4c74-a98f-5e4450abd0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.314382 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.326955 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e8a54819-0fc8-4c74-a98f-5e4450abd0e9 None None] Port 23c30868-8cb4-4c7e-bef1-5feff5d7215a cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:06:29.521567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.525556 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks [] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.529821 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.531551 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (fb1c2f89-2350-4087-a807-ebc038b05921), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.590187 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Pushing event updated for resources: {'Port': ['ID=23c30868-8cb4-4c7e-bef1-5feff5d7215a,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:29.658023 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Network c90fe597-8901-41e7-a31f-42bbe617745d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:06:29.659345 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:06:29.882359 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Router fb1c2f89-2350-4087-a807-ebc038b05921 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:06:29.948917 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-1745a2bc-682c-4f04-b7f2-f58bbffab428 None None] Provisioning complete for port 23c30868-8cb4-4c7e-bef1-5feff5d7215a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:29.949238 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1745a2bc-682c-4f04-b7f2-f58bbffab428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:29.976284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:06:29.983453 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-89f145a5-4f30-4e09-b208-871d1ecc0a46 demo admin] 10.222.0.21 "PUT /v2.0/routers/fb1c2f89-2350-4087-a807-ebc038b05921/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8571279 Mar 14 10:06:29.983681 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1745a2bc-682c-4f04-b7f2-f58bbffab428 None None] Port 23c30868-8cb4-4c7e-bef1-5feff5d7215a cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:06:29.994468 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Sync routers for ids ['fb1c2f89-2350-4087-a807-ebc038b05921'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:06:30.008415 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Routers {'fb1c2f89-2350-4087-a807-ebc038b05921'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:06:30.009250 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:06:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['fb1c2f89-2350-4087-a807-ebc038b05921'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:30.201317 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Set router fb1c2f89-2350-4087-a807-ebc038b05921 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:06:30.626048 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'name': 'router1', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:06:18Z', 'updated_at': '2022-03-14T10:06:29Z', 'revision_number': 2, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'gw_port_host': None, '_interfaces': [{'id': '23c30868-8cb4-4c7e-bef1-5feff5d7215a', 'name': '', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'mac_address': 'fa:16:3e:2a:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:28Z', 'updated_at': '2022-03-14T10:06:29Z', 'revision_number': 2, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'subnets': [{'id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:30.677022 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Checking router: fb1c2f89-2350-4087-a807-ebc038b05921 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:06:30.677390 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Updating router fb1c2f89-2350-4087-a807-ebc038b05921 port 23c30868-8cb4-4c7e-bef1-5feff5d7215a binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:06:30.728604 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.242387 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Publish callbacks [] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.249737 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.389991 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Pushing event updated for resources: {'Port': ['ID=23c30868-8cb4-4c7e-bef1-5feff5d7215a,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:31.419450 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.419840 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.420187 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.420524 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.420852 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.421735 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.422057 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.422376 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.422702 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.423009 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.423324 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.423674 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.423995 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.424315 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.424620 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Tracked resource versions report: Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: pushed versions: Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Agent': {'1.1'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Log': {'1.0'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'NDPProxy': {'1.0'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Network': {'1.1'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Port': {'1.7'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'PortForwarding': {'1.2'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: consumer versions: Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Agent': '1.1', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Log': '1.0', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'NDPProxy': '1.0', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Network': '1.1', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Port': '1.7', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'PortForwarding': '1.2', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'QosPolicy': '1.10', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SubPort': '1.0', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Subnet': '1.1', Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Trunk': '1.1'}} Mar 14 10:06:31.426085 dv-cinder-833543-1-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:06:31.433409 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Attempting to bind port 23c30868-8cb4-4c7e-bef1-5feff5d7215a on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:06:31.433801 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Attempting to bind port 23c30868-8cb4-4c7e-bef1-5feff5d7215a by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:06:31.434232 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Attempting to bind port 23c30868-8cb4-4c7e-bef1-5feff5d7215a on network c90fe597-8901-41e7-a31f-42bbe617745d {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:06:31.439320 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:06:31.439768 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Checking segment: {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:06:31.440237 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.440623 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Bound using segment: {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:06:31.441085 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Bound port: 23c30868-8cb4-4c7e-bef1-5feff5d7215a, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76ebe6b5-0f8d-4ee8-a27f-39d3ec171230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:06:31.441466 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.507182 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] For port 23c30868-8cb4-4c7e-bef1-5feff5d7215a, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:06:31.511332 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-1e76bb17-ccd2-4a71-ac95-f305bd854581 None None] Provisioning complete for port 23c30868-8cb4-4c7e-bef1-5feff5d7215a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:31.511857 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1e76bb17-ccd2-4a71-ac95-f305bd854581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.527147 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] For port 23c30868-8cb4-4c7e-bef1-5feff5d7215a, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=23c30868-8cb4-4c7e-bef1-5feff5d7215a,segment=NetworkSegment(76ebe6b5-0f8d-4ee8-a27f-39d3ec171230),segment_id=76ebe6b5-0f8d-4ee8-a27f-39d3ec171230)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:06:31.534300 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.550130 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1e76bb17-ccd2-4a71-ac95-f305bd854581 None None] Port 23c30868-8cb4-4c7e-bef1-5feff5d7215a cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:06:31.597420 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Routers {'fb1c2f89-2350-4087-a807-ebc038b05921'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:06:31.598092 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:06:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['fb1c2f89-2350-4087-a807-ebc038b05921'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:31.652945 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30089561-0975-402d-9583-e536a73e0be5 None None] Pushing event updated for resources: {'Port': ['ID=23c30868-8cb4-4c7e-bef1-5feff5d7215a,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:31.701325 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] Set router fb1c2f89-2350-4087-a807-ebc038b05921 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:06:31.776568 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] Provisioning complete for port 23c30868-8cb4-4c7e-bef1-5feff5d7215a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:31.776889 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.854835 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] Current status of the port 23c30868-8cb4-4c7e-bef1-5feff5d7215a is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:31.855162 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.895493 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] For port 23c30868-8cb4-4c7e-bef1-5feff5d7215a, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=23c30868-8cb4-4c7e-bef1-5feff5d7215a,segment=NetworkSegment(76ebe6b5-0f8d-4ee8-a27f-39d3ec171230),segment_id=76ebe6b5-0f8d-4ee8-a27f-39d3ec171230)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:06:31.899432 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:31.934577 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'name': 'router1', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:06:18Z', 'updated_at': '2022-03-14T10:06:29Z', 'revision_number': 2, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'gw_port_host': None, '_interfaces': [{'id': '23c30868-8cb4-4c7e-bef1-5feff5d7215a', 'name': '', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'mac_address': 'fa:16:3e:2a:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:28Z', 'updated_at': '2022-03-14T10:06:31Z', 'revision_number': 4, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'subnets': [{'id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:31.949873 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7503329-ac21-4052-b176-93af04aa18ff None None] Pushing event updated for resources: {'Port': ['ID=23c30868-8cb4-4c7e-bef1-5feff5d7215a,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:31.962879 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d646afd-a8db-4c22-a9f8-6b196c4bae20 None None] The sync data for ids ['fb1c2f89-2350-4087-a807-ebc038b05921'] in dv-cinder-833543-1-iscsi is: [{'id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'name': 'router1', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:06:18Z', 'updated_at': '2022-03-14T10:06:29Z', 'revision_number': 2, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'gw_port_host': None, '_interfaces': [{'id': '23c30868-8cb4-4c7e-bef1-5feff5d7215a', 'name': '', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'mac_address': 'fa:16:3e:2a:1c:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:28Z', 'updated_at': '2022-03-14T10:06:31Z', 'revision_number': 4, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'subnets': [{'id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:06:32.462095 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59248) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:32.579438 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fcb94f-17f1-4c23-ba09-ad55e165d02b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:32.586511 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d3fcb94f-17f1-4c23-ba09-ad55e165d02b admin admin] 10.222.0.21 "GET /v2.0/networks/b83491f6-e851-4530-b9b5-779e668e0b76 HTTP/1.1" status: 200 len: 842 time: 0.1234264 Mar 14 10:06:32.590988 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:32.626299 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Made reservation on behalf of 7c330b28135640338fff9e4519f05790 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:06:32.628706 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:32.942241 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.objects.ports [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103281) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 14 10:06:32.942669 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (08d444fc-8e94-4a34-b382-dab2360b396b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:33.000231 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08d444fc-8e94-4a34-b382-dab2360b396b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:33.009521 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:06:33.009887 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Network hostable DHCP agents. Network: b83491f6-e851-4530-b9b5-779e668e0b76, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:06:33.031412 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:06:33.041709 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, b83491f6-e851-4530-b9b5-779e668e0b76) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:06:33.045870 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:33.046500 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:33.053009 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70433505-a41e-4248-9a16-722ec55414e9 None None] Network b83491f6-e851-4530-b9b5-779e668e0b76 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:06:33.080863 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-756b65b4-0751-43fc-a0f8-77ad365038e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4813068 Mar 14 10:06:33.169959 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9418c5-8aed-4b47-b517-3699f84c79d5 None None] Network b83491f6-e851-4530-b9b5-779e668e0b76 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:06:35.486320 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59256) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:35.617366 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a17b3a9f-9cb0-41b9-8aa9-bc0837e9837d demo admin] 10.222.0.21 "GET /v2.0/routers/fb1c2f89-2350-4087-a807-ebc038b05921 HTTP/1.1" status: 200 len: 710 time: 0.1298585 Mar 14 10:06:35.702115 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4927b7-86d2-49e1-aa52-831f4accdc5e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:06:35.703420 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9a4927b7-86d2-49e1-aa52-831f4accdc5e demo admin] 10.222.0.21 "GET /v2.0/networks/b83491f6-e851-4530-b9b5-779e668e0b76 HTTP/1.1" status: 200 len: 886 time: 0.0807073 Mar 14 10:06:35.712176 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:06:35.961006 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks [] for router_gateway (fb1c2f89-2350-4087-a807-ebc038b05921), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:36.255055 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks [] for router_gateway (fb1c2f89-2350-4087-a807-ebc038b05921), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:36.330280 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:36.429527 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Allocated IP 172.27.0.66 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/50dba55c-e2b3-449e-8e65-a14468223e2d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:06:36.530015 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks [] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:36.561288 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:36.599949 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:06:36.602972 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:06:36.606278 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:06:36.644535 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Pushing event updated for resources: {'Port': ['ID=50dba55c-e2b3-449e-8e65-a14468223e2d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:36.859977 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks [] for router_gateway (fb1c2f89-2350-4087-a807-ebc038b05921), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:37.060147 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-622966', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-623760', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-10380'] for router (fb1c2f89-2350-4087-a807-ebc038b05921), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:37.064695 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-622863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-622848', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-623785'] for router (fb1c2f89-2350-4087-a807-ebc038b05921), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:37.178642 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Router fb1c2f89-2350-4087-a807-ebc038b05921 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:06:37.290836 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:06:37.295225 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:37.312574 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4ec83a53-bf30-4174-8cbb-58db2bde9752 demo admin] 10.222.0.21 "PUT /v2.0/routers/fb1c2f89-2350-4087-a807-ebc038b05921 HTTP/1.1" status: 200 len: 889 time: 1.5875657 Mar 14 10:06:39.924826 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:06:40.055698 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e0fc38cc-fd9c-4ae1-ba62-45c82755375e admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1296594 Mar 14 10:06:40.356250 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 23c30868-8cb4-4c7e-bef1-5feff5d7215a up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:06:40.407074 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 23c30868-8cb4-4c7e-bef1-5feff5d7215a triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:40.407751 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:40.485722 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 23c30868-8cb4-4c7e-bef1-5feff5d7215a is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:40.597625 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Sync routers for ids ['fb1c2f89-2350-4087-a807-ebc038b05921'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:06:40.609310 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Routers {'fb1c2f89-2350-4087-a807-ebc038b05921'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:06:40.609954 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:06:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['fb1c2f89-2350-4087-a807-ebc038b05921'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:40.827674 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Set router fb1c2f89-2350-4087-a807-ebc038b05921 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:06:41.294517 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'name': 'router1', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '50dba55c-e2b3-449e-8e65-a14468223e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:06:18Z', 'updated_at': '2022-03-14T10:06:36Z', 'revision_number': 4, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'gw_port': {'id': '50dba55c-e2b3-449e-8e65-a14468223e2d', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:36Z', 'updated_at': '2022-03-14T10:06:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '23c30868-8cb4-4c7e-bef1-5feff5d7215a', 'name': '', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'mac_address': 'fa:16:3e:2a:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:28Z', 'updated_at': '2022-03-14T10:06:31Z', 'revision_number': 5, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'subnets': [{'id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:41.343665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Checking router: fb1c2f89-2350-4087-a807-ebc038b05921 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:06:41.344007 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Updating router fb1c2f89-2350-4087-a807-ebc038b05921 port 50dba55c-e2b3-449e-8e65-a14468223e2d binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:06:41.409643 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:41.738128 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Publish callbacks [] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:41.751271 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:41.804377 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Attempting to bind port 50dba55c-e2b3-449e-8e65-a14468223e2d on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:06:41.805204 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Attempting to bind port 50dba55c-e2b3-449e-8e65-a14468223e2d by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:06:41.805204 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Attempting to bind port 50dba55c-e2b3-449e-8e65-a14468223e2d on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:06:41.815644 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:06:41.815953 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:06:41.816365 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:41.816759 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:06:41.817226 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Bound port: 50dba55c-e2b3-449e-8e65-a14468223e2d, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:06:41.817609 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:41.820051 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf1590-79d4-4761-b90b-5451b5fbd527 None None] Pushing event updated for resources: {'Port': ['ID=50dba55c-e2b3-449e-8e65-a14468223e2d,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:41.874038 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] For port 50dba55c-e2b3-449e-8e65-a14468223e2d, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:06:41.877612 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] For port 50dba55c-e2b3-449e-8e65-a14468223e2d, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=50dba55c-e2b3-449e-8e65-a14468223e2d,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:06:41.883913 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:41.939928 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Routers {'fb1c2f89-2350-4087-a807-ebc038b05921'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:06:41.940537 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:06:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['fb1c2f89-2350-4087-a807-ebc038b05921'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:41.976333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf1590-79d4-4761-b90b-5451b5fbd527 None None] Pushing event updated for resources: {'Port': ['ID=50dba55c-e2b3-449e-8e65-a14468223e2d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:42.060325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] Set router fb1c2f89-2350-4087-a807-ebc038b05921 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:06:42.290955 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'name': 'router1', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '50dba55c-e2b3-449e-8e65-a14468223e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:06:18Z', 'updated_at': '2022-03-14T10:06:36Z', 'revision_number': 4, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'gw_port': {'id': '50dba55c-e2b3-449e-8e65-a14468223e2d', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:36Z', 'updated_at': '2022-03-14T10:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '23c30868-8cb4-4c7e-bef1-5feff5d7215a', 'name': '', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'mac_address': 'fa:16:3e:2a:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:28Z', 'updated_at': '2022-03-14T10:06:31Z', 'revision_number': 5, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'subnets': [{'id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:06:42.319379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba2af03-9969-430e-ba2a-bd4d7b377808 None None] The sync data for ids ['fb1c2f89-2350-4087-a807-ebc038b05921'] in dv-cinder-833543-1-iscsi is: [{'id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'name': 'router1', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '50dba55c-e2b3-449e-8e65-a14468223e2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:06:18Z', 'updated_at': '2022-03-14T10:06:36Z', 'revision_number': 4, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'gw_port': {'id': '50dba55c-e2b3-449e-8e65-a14468223e2d', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:36Z', 'updated_at': '2022-03-14T10:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '23c30868-8cb4-4c7e-bef1-5feff5d7215a', 'name': '', 'network_id': 'c90fe597-8901-41e7-a31f-42bbe617745d', 'tenant_id': '4b76221f1d4745738abc3308be2bcec8', 'mac_address': 'fa:16:3e:2a:1c:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb1c2f89-2350-4087-a807-ebc038b05921', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:06:28Z', 'updated_at': '2022-03-14T10:06:31Z', 'revision_number': 5, 'project_id': '4b76221f1d4745738abc3308be2bcec8', 'subnets': [{'id': 'cf4255eb-e412-47ce-9288-477820ee897b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a63d85fb-baf3-4ff0-a185-6e718d0008de'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:06:44.409717 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 50dba55c-e2b3-449e-8e65-a14468223e2d up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:06:44.491777 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 50dba55c-e2b3-449e-8e65-a14468223e2d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:44.491777 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:44.600364 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 50dba55c-e2b3-449e-8e65-a14468223e2d is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:44.601805 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:44.634001 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 50dba55c-e2b3-449e-8e65-a14468223e2d, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=50dba55c-e2b3-449e-8e65-a14468223e2d,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:06:44.639712 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:44.706555 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=50dba55c-e2b3-449e-8e65-a14468223e2d,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:06:46.363680 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 50dba55c-e2b3-449e-8e65-a14468223e2d up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:06:46.465098 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 50dba55c-e2b3-449e-8e65-a14468223e2d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:06:46.465733 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (50dba55c-e2b3-449e-8e65-a14468223e2d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:46.552923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 50dba55c-e2b3-449e-8e65-a14468223e2d is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:06:51.616638 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:06:52.975760 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3de9587-cd67-4800-a8e0-eab8edec099b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:55.455749 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6476d6e7-b743-46cc-997b-1ec32014c1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:56.329488 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:57.763727 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:06:59.530372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:22.980476 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80eff3bd-0374-4047-a24f-d816a9c4add9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:25.448811 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-584e2bdb-645b-48f4-af60-4a97358d2274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:26.330831 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:27.757655 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:28.615671 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:07:29.526641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:52.975372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a1d01b5d-b931-44d8-a8b1-2072acf69485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:55.449986 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-19914172-33c2-4c07-92f7-27acb83d9455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:56.333342 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:57.759639 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:07:59.520378 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:01.258113 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59752) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:01.320240 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-09a9753e-4a28-484a-8ae5-ff594155eeb0 admin admin] GET failed (client error): The resource could not be found. Mar 14 10:08:01.321535 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-09a9753e-4a28-484a-8ae5-ff594155eeb0 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624506 Mar 14 10:08:01.494897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e179effa-7325-419d-b0f8-6a3773eb85de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:01.496350 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e179effa-7325-419d-b0f8-6a3773eb85de admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1705055 Mar 14 10:08:03.796194 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59762) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:03.961440 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9356f7-181b-45c8-9f0c-93ca7ce03a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:03.962799 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bd9356f7-181b-45c8-9f0c-93ca7ce03a62 admin admin] 10.222.0.21 "GET /v2.0/subnets/cf4255eb-e412-47ce-9288-477820ee897b HTTP/1.1" status: 200 len: 849 time: 0.1650662 Mar 14 10:08:03.972597 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:08:04.053575 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Publish callbacks [] for subnet (cf4255eb-e412-47ce-9288-477820ee897b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:04.201159 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783897606997'] for subnet (cf4255eb-e412-47ce-9288-477820ee897b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:04.231802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:04.232622 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:04.233688 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] 10.222.0.21 "PUT /v2.0/subnets/cf4255eb-e412-47ce-9288-477820ee897b HTTP/1.1" status: 200 len: 868 time: 0.2652073 Mar 14 10:08:04.235662 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c191d7-7ce8-46e6-b37a-40c85da94e87 None None] Network c90fe597-8901-41e7-a31f-42bbe617745d requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:08:04.255875 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4255eb-e412-47ce-9288-477820ee897b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:08:04.263315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.263703 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.264060 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.264410 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.264742 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.265587 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.265914 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.266239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.266578 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.266912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.267266 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.267622 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.267938 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.268256 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.268575 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3960966-285e-4f3d-8b0a-8c8cf1cb5c40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:04.581538 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-3328e878-2326-4d67-88b4-56dc4e28e592 None None] Provisioning complete for port d656d8a2-4038-4d91-8b59-41cca770b53f triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:08:04.581864 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3328e878-2326-4d67-88b4-56dc4e28e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d656d8a2-4038-4d91-8b59-41cca770b53f), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:04.657505 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3328e878-2326-4d67-88b4-56dc4e28e592 None None] Current status of the port d656d8a2-4038-4d91-8b59-41cca770b53f is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:08:04.667127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-3328e878-2326-4d67-88b4-56dc4e28e592 None None] Provisioning complete for port 23c30868-8cb4-4c7e-bef1-5feff5d7215a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:08:04.667520 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3328e878-2326-4d67-88b4-56dc4e28e592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (23c30868-8cb4-4c7e-bef1-5feff5d7215a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:04.745161 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3328e878-2326-4d67-88b4-56dc4e28e592 None None] Current status of the port 23c30868-8cb4-4c7e-bef1-5feff5d7215a is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:08:05.614710 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:08:06.554617 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59770) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:06.751595 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9756c-bd71-423f-957e-3cd1d9460dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:06.752069 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c9756c-bd71-423f-957e-3cd1d9460dab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:06.753584 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d8c9756c-bd71-423f-957e-3cd1d9460dab admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1980178 Mar 14 10:08:09.065566 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59778) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:09.194139 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d03dd-748c-40c1-811a-2c95e30c7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:09.194521 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d03dd-748c-40c1-811a-2c95e30c7a5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:09.196029 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e99d03dd-748c-40c1-811a-2c95e30c7a5e admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1295247 Mar 14 10:08:11.490819 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59786) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:11.611879 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a8f675-61dd-4c5c-bcab-86c8d593c4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:11.613232 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e1a8f675-61dd-4c5c-bcab-86c8d593c4ee admin admin] 10.222.0.21 "GET /v2.0/networks/b83491f6-e851-4530-b9b5-779e668e0b76 HTTP/1.1" status: 200 len: 886 time: 0.1214631 Mar 14 10:08:13.937159 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59794) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:14.067923 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fec8f8-a42b-4a0e-a795-053115fcac28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:14.069609 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-76fec8f8-a42b-4a0e-a795-053115fcac28 admin admin] 10.222.0.21 "GET /v2.0/networks/c90fe597-8901-41e7-a31f-42bbe617745d HTTP/1.1" status: 200 len: 868 time: 0.1313860 Mar 14 10:08:16.388173 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59802) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:16.515260 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49b337-2b2c-413c-b873-f72ee86ddb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:16.515739 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d49b337-2b2c-413c-b873-f72ee86ddb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:16.517233 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3d49b337-2b2c-413c-b873-f72ee86ddb48 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281190 Mar 14 10:08:18.816667 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:18.936392 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4f1b1-d29f-49b6-b2b8-177c3f9db907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:18.937352 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf4f1b1-d29f-49b6-b2b8-177c3f9db907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:18.938875 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-baf4f1b1-d29f-49b6-b2b8-177c3f9db907 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212685 Mar 14 10:08:21.253180 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59820) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:21.336649 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5fa65f-503f-4108-9bb9-372fe354b479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:21.337940 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2c5fa65f-503f-4108-9bb9-372fe354b479 admin admin] 10.222.0.21 "GET /v2.0/subnets/08d444fc-8e94-4a34-b382-dab2360b396b HTTP/1.1" status: 200 len: 816 time: 0.0838315 Mar 14 10:08:22.977881 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9871390a-c66e-4d1e-869c-aed900731585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:23.660898 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59828) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:23.750564 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c256e69-013b-437c-a20d-38cd75a14cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:23.751893 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9c256e69-013b-437c-a20d-38cd75a14cec admin admin] 10.222.0.21 "GET /v2.0/subnets/cf4255eb-e412-47ce-9288-477820ee897b HTTP/1.1" status: 200 len: 868 time: 0.0900285 Mar 14 10:08:25.451551 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cdc6c369-48c5-4406-af57-7bbc109bb2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:26.336387 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:27.762380 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:29.524455 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:42.614221 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:08:51.836582 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:51.882834 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-5de9f4aa-722e-4711-9d0d-9587d912b646 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:08:51.883883 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5de9f4aa-722e-4711-9d0d-9587d912b646 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0463347 Mar 14 10:08:52.979229 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a4163ec9-9277-4979-bc94-ef753124e0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:54.255893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59888) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:54.316324 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.pecan_wsgi.hooks.translation [None req-42023661-9357-41ba-92e4-76964bf40aa1 admin admin] GET failed (client error): The resource could not be found. Mar 14 10:08:54.317584 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-42023661-9357-41ba-92e4-76964bf40aa1 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0607657 Mar 14 10:08:54.459810 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a50653-d448-4b79-85b9-6227f55d6710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:54.461194 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-56a50653-d448-4b79-85b9-6227f55d6710 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1396353 Mar 14 10:08:55.454746 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fe2fd86f-d2ff-4325-8120-ca31ef6203d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:56.338409 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:56.794163 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59898) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:56.841989 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:08:56.861426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Made reservation on behalf of 7c330b28135640338fff9e4519f05790 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:08:56.863878 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:56.897030 dv-cinder-833543-1-iscsi neutron-server[103280]: WARNING neutron.services.revisions.revision_plugin [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Could not find related network for resource to bump revision. Mar 14 10:08:56.908902 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:08:56.917480 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (5cd2922f-fdb4-47df-b60d-ca023da135d7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:56.917826 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Added segment 5cd2922f-fdb4-47df-b60d-ca023da135d7 of type vlan for network 038edc97-c676-4e36-bd77-cccc9cb4f9be Mar 14 10:08:56.955294 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (038edc97-c676-4e36-bd77-cccc9cb4f9be), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:56.976969 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (038edc97-c676-4e36-bd77-cccc9cb4f9be), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:56.977822 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:56.978392 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:57.010961 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2157521 Mar 14 10:08:57.041664 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Pushing event updated for resources: {'Network': ['ID=038edc97-c676-4e36-bd77-cccc9cb4f9be,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:08:57.050489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.050837 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.051200 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.051541 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.051908 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.052238 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.052565 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.052889 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.053225 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.053554 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.053896 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.054238 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.054566 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.054885 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.055210 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a9bf55-1c28-4deb-8cf6-ba5a970eccdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:08:57.066296 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 038edc97-c676-4e36-bd77-cccc9cb4f9be details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:08:57.764268 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:59.341297 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59906) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:08:59.403735 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.pecan_wsgi.hooks.translation [None req-31508ae9-9f79-40c6-88d8-8bc69ed91332 admin admin] GET failed (client error): The resource could not be found. Mar 14 10:08:59.405000 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-31508ae9-9f79-40c6-88d8-8bc69ed91332 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0627751 Mar 14 10:08:59.473701 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2426fa-349b-4b69-9f5b-1221a44d274a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:59.475139 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5a2426fa-349b-4b69-9f5b-1221a44d274a admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0655975 Mar 14 10:08:59.484800 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be', 'description': 'shared-subnet'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:08:59.502929 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Made reservation on behalf of 7c330b28135640338fff9e4519f05790 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:08:59.505149 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:59.526143 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:59.674056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (000d32e6-df4c-4081-b2f9-6fe5a18aa5ef), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:59.720502 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=000d32e6-df4c-4081-b2f9-6fe5a18aa5ef,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:08:59.735469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Checking segment: {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:08:59.735852 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Network hostable DHCP agents. Network: 038edc97-c676-4e36-bd77-cccc9cb4f9be, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:08:59.751917 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Network 038edc97-c676-4e36-bd77-cccc9cb4f9be is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:08:59.759987 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 038edc97-c676-4e36-bd77-cccc9cb4f9be) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:08:59.764216 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:08:59.764811 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:08:59.769155 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68db950-d7dd-45ba-83a9-62cb677173e8 None None] Network 038edc97-c676-4e36-bd77-cccc9cb4f9be requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:08:59.780502 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-accbbcc0-4fa0-4924-8e1c-7ff2141c6e8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2989299 Mar 14 10:08:59.882700 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-038edc97-c676-4e36-bd77-cccc9cb4f9be', 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be', 'project_id': '7c330b28135640338fff9e4519f05790', 'fixed_ips': [{'subnet_id': '000d32e6-df4c-4081-b2f9-6fe5a18aa5ef'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:08:59.883611 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:00.119825 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Allocated IP 192.168.233.2 (038edc97-c676-4e36-bd77-cccc9cb4f9be/000d32e6-df4c-4081-b2f9-6fe5a18aa5ef/7b034c69-5dbd-4121-a588-6adb9b85078b) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:09:00.272194 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Publish callbacks [] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:00.278127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:00.316599 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Network 038edc97-c676-4e36-bd77-cccc9cb4f9be is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:09:00.319493 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:09:00.322512 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:09:00.334026 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Pushing event updated for resources: {'Port': ['ID=7b034c69-5dbd-4121-a588-6adb9b85078b,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:09:00.359576 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.359957 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.360318 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.360666 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.360996 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.361344 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.361708 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.362475 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.362867 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.363294 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.363647 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.364206 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.364672 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.365205 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.365764 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:09:00.400725 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Attempting to bind port 7b034c69-5dbd-4121-a588-6adb9b85078b on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:09:00.401086 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Attempting to bind port 7b034c69-5dbd-4121-a588-6adb9b85078b by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:09:00.401442 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Attempting to bind port 7b034c69-5dbd-4121-a588-6adb9b85078b on network 038edc97-c676-4e36-bd77-cccc9cb4f9be {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:09:00.406447 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:09:00.406928 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Checking segment: {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:09:00.407326 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:00.407749 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Bound using segment: {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:09:00.408204 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Bound port: 7b034c69-5dbd-4121-a588-6adb9b85078b, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:09:00.408572 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:00.472307 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] For port 7b034c69-5dbd-4121-a588-6adb9b85078b, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:09:00.475315 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] For port 7b034c69-5dbd-4121-a588-6adb9b85078b, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=7b034c69-5dbd-4121-a588-6adb9b85078b,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:09:00.481634 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:00.542402 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f326fc-0dd6-4fa8-b29c-e56dcaf9ee85 None None] Pushing event updated for resources: {'Port': ['ID=7b034c69-5dbd-4121-a588-6adb9b85078b,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:09:01.405221 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77346773-cbe2-4f96-825b-5b45a8b63e68 None None] Network 038edc97-c676-4e36-bd77-cccc9cb4f9be requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:09:01.490068 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] Provisioning complete for port 7b034c69-5dbd-4121-a588-6adb9b85078b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:09:01.490491 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:01.601011 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] Current status of the port 7b034c69-5dbd-4121-a588-6adb9b85078b is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:09:01.601665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:01.646204 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] For port 7b034c69-5dbd-4121-a588-6adb9b85078b, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=7b034c69-5dbd-4121-a588-6adb9b85078b,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:09:01.651403 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:01.704289 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54605016-cc80-4034-ade7-caad8f0c0ec8 None None] Pushing event updated for resources: {'Port': ['ID=7b034c69-5dbd-4121-a588-6adb9b85078b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:09:01.773350 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e65d0055-f2fc-43fd-bfc0-849e32e1b817 None None] Provisioning complete for port 7b034c69-5dbd-4121-a588-6adb9b85078b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:09:01.774013 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e65d0055-f2fc-43fd-bfc0-849e32e1b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:01.853559 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e65d0055-f2fc-43fd-bfc0-849e32e1b817 None None] Current status of the port 7b034c69-5dbd-4121-a588-6adb9b85078b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:09:02.442802 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 7b034c69-5dbd-4121-a588-6adb9b85078b up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:09:02.494637 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 7b034c69-5dbd-4121-a588-6adb9b85078b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:09:02.495028 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (7b034c69-5dbd-4121-a588-6adb9b85078b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:02.571384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 7b034c69-5dbd-4121-a588-6adb9b85078b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:09:19.613569 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:09:22.981435 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b0d6c2d1-eaed-4c6c-972e-7bae56fd6a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:25.457813 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-519202da-c6fd-4009-9e31-92993530dd3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:26.343866 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:27.766686 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:29.528237 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:52.983487 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3fee7aac-4046-4763-9620-47237b20760b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:55.458320 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b41c7d29-ed16-457a-8c93-b2c6f0522c3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:56.345126 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:56.611761 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:09:57.769046 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:09:59.529930 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:22.985862 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12353503-2572-40eb-aa42-4051e860752b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:25.460034 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3423d56e-192e-43bf-92c0-0bdb9d74672d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:25.640224 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59944) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:10:25.646026 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [None req-bb854944-fcdc-42cd-8e34-b3d745b0a2a3 tempest-verify_tempest_config-49175836 tempest-verify_tempest_config-49175836-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:10:25.647005 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bb854944-fcdc-42cd-8e34-b3d745b0a2a3 tempest-verify_tempest_config-49175836 tempest-verify_tempest_config-49175836-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058100 Mar 14 10:10:25.930417 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 59962) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:10:26.031457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.132137 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Publish callbacks [] for security_group (bc539a2f-e719-4544-a902-77e43c13ba64), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.135741 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (bc539a2f-e719-4544-a902-77e43c13ba64), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.178133 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc539a2f-e719-4544-a902-77e43c13ba64,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:10:26.182607 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=832135eae6674cff967ec12a518c5dee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2511764 Mar 14 10:10:26.185437 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 59966) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:10:26.186948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.187280 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.187672 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.188021 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.188355 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.188687 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.189012 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.189336 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.189662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.189987 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.190312 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.190649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.190976 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.191291 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.191628 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94de3a9-fd50-4ee3-9607-3f2433ee4f4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.242396 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Publish callbacks [] for security_group (bc539a2f-e719-4544-a902-77e43c13ba64), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.262052 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Publish callbacks [] for security_group (bc539a2f-e719-4544-a902-77e43c13ba64), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.348418 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.352009 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (bc539a2f-e719-4544-a902-77e43c13ba64), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.354833 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:26.356000 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc539a2f-e719-4544-a902-77e43c13ba64 HTTP/1.1" status: 204 len: 168 time: 0.1695240 Mar 14 10:10:26.364984 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc539a2f-e719-4544-a902-77e43c13ba64,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:10:26.372705 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.373075 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.373554 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.373774 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.374119 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.374435 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.374763 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.375090 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.375429 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.375800 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.376130 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.376453 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.376775 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.377095 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:26.377418 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8829597e-5ded-41db-8ac1-a9e2e80b31d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:10:27.772872 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:29.532767 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:33.611259 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:10:52.987047 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b141018-d418-4ff3-a402-d64c79aa294b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:55.461518 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a81655af-d1c3-444c-84ca-798a3ebeb2bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:56.350107 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:57.777849 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:10:59.534339 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:10.609576 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:11:22.988475 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-22687d54-6b1e-4bb1-bf3a-14bb0dbd25ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:25.462419 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4fe949f-b2a8-4335-86cb-b70742856e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:26.353298 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:27.779883 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:29.535426 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:47.609590 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 5 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:11:52.990127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-87ebf206-d5f3-4700-9064-85d3a7ef25b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:55.468102 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-33289650-e4d0-4e1d-977f-6834872badab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:56.357856 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:57.781999 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:11:59.536873 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:10.062926 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-653312'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:22.992789 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3a0f472a-1b5d-460b-97c2-43759f32dc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:24.611456 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:12:25.244514 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60038) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:12:25.350037 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-61813c36-cba7-4650-b486-b31e9b42b6af admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1043465 Mar 14 10:12:25.472846 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-80eb8264-c5c2-4931-ab2b-13b1515742f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:26.359384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:27.710650 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60048) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:12:27.763368 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-612f9794-5e35-49f1-a7da-1e4676383389 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0516574 Mar 14 10:12:27.787052 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:29.541194 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:40.082857 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:53.088606 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-de027b8d-67c2-40ac-a123-038b0e7720b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:55.474355 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2c57ed74-8be6-494e-9bfb-0fb577ff1ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:56.361756 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:57.788651 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:12:59.543481 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:01.610594 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:13:10.069358 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:22.990802 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e736f22f-c50b-49ec-b733-477841b4b1fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:25.483237 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db119446-77bd-40a0-a9ed-77248d14e787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:26.435303 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:27.792165 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:29.545791 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:38.609886 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:13:40.093236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:52.993411 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39008c57-0484-4a74-861a-517d67296c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:55.485111 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2b17aa83-d568-4134-a3a7-454aabcc082b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:56.368155 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:57.795188 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:13:59.546902 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:05.603368 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60212) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:05.847131 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-560711420-network', 'tenant_id': '19a49a9688934f78b6007ef31221ade5'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:05.868109 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Made reservation on behalf of 19a49a9688934f78b6007ef31221ade5 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:05.870521 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:05.878707 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:05.970651 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks [] for security_group (0a14a08b-caac-42eb-8f9a-e746d6aa0199), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:05.974900 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0a14a08b-caac-42eb-8f9a-e746d6aa0199), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.010861 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a14a08b-caac-42eb-8f9a-e746d6aa0199,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:06.011356 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:14:06.019197 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.019577 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.019968 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.021003 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.021003 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.021003 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.021314 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.021652 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.022214 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.022784 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.023262 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.023667 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.024007 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.024334 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.024659 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Tracked resource versions report: Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: pushed versions: Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: { 'AddressGroup': {'1.2'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Agent': {'1.1'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'ConntrackHelper': {'1.0'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Log': {'1.0'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'NDPProxy': {'1.0'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Network': {'1.1'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Port': {'1.7'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'PortForwarding': {'1.2'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'QosPolicy': {'1.10'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroup': {'1.5'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SubPort': {'1.0'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Subnet': {'1.1'}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Trunk': {'1.1'}} Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: consumer versions: Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Agent': '1.1', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'ConntrackHelper': '1.0', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'LocalIPAssociation': '1.0', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Log': '1.0', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'NDPProxy': '1.0', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Network': '1.1', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Port': '1.7', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'PortForwarding': '1.2', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'QosPolicy': '1.10', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroup': '1.5', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SecurityGroupRule': '1.2', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'SubPort': '1.0', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Subnet': '1.1', Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: 'Trunk': '1.1'}} Mar 14 10:14:06.025833 dv-cinder-833543-1-iscsi neutron-server[103280]: {{(pid=103280) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:14:06.033674 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (b5f4a9dd-e85f-46d9-a90b-d2a542ba975e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.034012 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Added segment b5f4a9dd-e85f-46d9-a90b-d2a542ba975e of type vlan for network b234086d-247f-407e-8ab7-3bc9926c2ac3 Mar 14 10:14:06.077443 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (b234086d-247f-407e-8ab7-3bc9926c2ac3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.103640 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (b234086d-247f-407e-8ab7-3bc9926c2ac3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.105315 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:06.106448 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.110889 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60246) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:06.174195 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b234086d-247f-407e-8ab7-3bc9926c2ac3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:06.186127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:14:06.199426 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60256) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:06.200345 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-81179af1-4180-4f83-aff4-585429e210a7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5950379 Mar 14 10:14:06.204989 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Request body: {'subnet': {'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-560711420-subnet', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:06.224002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Made reservation on behalf of 19a49a9688934f78b6007ef31221ade5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:06.226597 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.406840 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (d8818528-63ce-405b-91bb-e268a6604b8e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.453042 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8818528-63ce-405b-91bb-e268a6604b8e,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:06.463019 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.464078 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.464202 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.464612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.465049 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.465478 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.465916 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.466488 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.466931 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.467357 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.467825 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.468263 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.468682 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.469081 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.469473 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Tracked resource versions report: Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: pushed versions: Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: { 'AddressGroup': {'1.2'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Agent': {'1.1'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'ConntrackHelper': {'1.0'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Log': {'1.0'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'NDPProxy': {'1.0'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Network': {'1.1'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Port': {'1.7'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'PortForwarding': {'1.2'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'QosPolicy': {'1.10'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroup': {'1.5'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SubPort': {'1.0'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Subnet': {'1.1'}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Trunk': {'1.1'}} Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: consumer versions: Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Agent': '1.1', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'ConntrackHelper': '1.0', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'LocalIPAssociation': '1.0', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Log': '1.0', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'NDPProxy': '1.0', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Network': '1.1', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Port': '1.7', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'PortForwarding': '1.2', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'QosPolicy': '1.10', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroup': '1.5', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SecurityGroupRule': '1.2', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'SubPort': '1.0', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Subnet': '1.1', Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: 'Trunk': '1.1'}} Mar 14 10:14:06.470799 dv-cinder-833543-1-iscsi neutron-server[103281]: {{(pid=103281) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:14:06.501726 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:06.502083 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Network hostable DHCP agents. Network: b234086d-247f-407e-8ab7-3bc9926c2ac3, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:14:06.520296 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:14:06.531156 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, b234086d-247f-407e-8ab7-3bc9926c2ac3) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:06.535659 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:06.536249 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.540270 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99753d56-0790-4749-a69a-8dff3affc7af None None] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:06.546251 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60266) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:06.560967 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60270) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:06.561279 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4a304ecd-acde-4364-a78b-3e892800fd31 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3599916 Mar 14 10:14:06.565389 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:06.587109 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (344e445c-7f41-45aa-9b73-df612046a06c), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.588394 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (344e445c-7f41-45aa-9b73-df612046a06c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.632625 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-916505990-network', 'tenant_id': '5f03c0c670af47a1bdb632299c443975'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:06.650041 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks [] for router_controller (344e445c-7f41-45aa-9b73-df612046a06c), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.653841 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-b234086d-247f-407e-8ab7-3bc9926c2ac3', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:14:06.654997 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.674666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Made reservation on behalf of 5f03c0c670af47a1bdb632299c443975 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:06.678055 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.729625 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:06.730490 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.784847 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60282) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:06.849919 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Allocated IP 172.20.0.2 (b234086d-247f-407e-8ab7-3bc9926c2ac3/d8818528-63ce-405b-91bb-e268a6604b8e/8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:06.910723 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks [] for security_group (0507cea1-5122-4d70-89fd-3ceb3a2b9621), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.916668 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0507cea1-5122-4d70-89fd-3ceb3a2b9621), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.938346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:14:06.955732 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783897414404', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (97c5b09f-1511-4f7e-bee7-974a3295a96e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:06.955732 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Unsubscribe: segment precommit_create {{(pid=103281) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 14 10:14:06.955732 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Added segment 97c5b09f-1511-4f7e-bee7-974a3295a96e of type vlan for network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 Mar 14 10:14:06.959971 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks [] for router_gateway (344e445c-7f41-45aa-9b73-df612046a06c), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.007773 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-534442439-network', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:07.108563 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (6685f08e-a1a9-4827-adc4-bc565de1c4e3), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.123972 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Publish callbacks [] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.137092 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.166497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Made reservation on behalf of 5764ccf21bb64182978d5665a4332fa5 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:07.169285 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.208412 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.237280 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:07.243284 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:07.250126 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:07.286194 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Pushing event updated for resources: {'Port': ['ID=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:07.343011 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0507cea1-5122-4d70-89fd-3ceb3a2b9621,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.356924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.357730 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-946470931-network', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:07.357826 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.357826 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.360145 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.360539 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.360881 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.363379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.363760 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Tracked resource versions report: Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: pushed versions: Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: { 'AddressGroup': {'1.2'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Agent': {'1.1'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'ConntrackHelper': {'1.0'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Log': {'1.0'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'NDPProxy': {'1.0'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Network': {'1.1'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Port': {'1.7'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'PortForwarding': {'1.2'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'QosPolicy': {'1.10'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroup': {'1.5'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SubPort': {'1.0'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Subnet': {'1.1'}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Trunk': {'1.1'}} Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: consumer versions: Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Agent': '1.1', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'ConntrackHelper': '1.0', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'LocalIPAssociation': '1.0', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Log': '1.0', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'NDPProxy': '1.0', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Network': '1.1', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Port': '1.7', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'PortForwarding': '1.2', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'QosPolicy': '1.10', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroup': '1.5', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SecurityGroupRule': '1.2', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'SubPort': '1.0', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Subnet': '1.1', Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: 'Trunk': '1.1'}} Mar 14 10:14:07.365069 dv-cinder-833543-1-iscsi neutron-server[103282]: {{(pid=103282) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:14:07.376885 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-496495178-network', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:07.384655 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (6685f08e-a1a9-4827-adc4-bc565de1c4e3), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.387690 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:07.388768 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.421593 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Attempting to bind port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:07.422653 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Attempting to bind port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:07.423509 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Attempting to bind port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:07.434441 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Made reservation on behalf of 4fc03e978457496f87b0aaf839d16db5 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:07.435124 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:07.435789 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:07.436398 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.437050 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Bound using segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:07.437703 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Bound port: 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:07.438323 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.444870 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.447745 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks [] for router_gateway (344e445c-7f41-45aa-9b73-df612046a06c), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.474966 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.484364 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.532953 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] For port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:07.536477 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] For port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:07.545100 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.573772 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4588029 Mar 14 10:14:07.575198 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60310) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:07.582861 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Request body: {'subnet': {'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-916505990-subnet', 'tenant_id': '5f03c0c670af47a1bdb632299c443975', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:07.621531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Made reservation on behalf of 5f03c0c670af47a1bdb632299c443975 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:07.623047 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ca852-e749-4bcc-9559-d7cd866e53b1 None None] Pushing event updated for resources: {'Port': ['ID=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:07.624133 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.724147 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks [] for security_group (5b9b48ce-39c8-4696-ad87-6bfa5c81810e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.757793 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Made reservation on behalf of 48378d748f5046a89b2ad82eb1e65d4a for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:07.761199 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.764103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5b9b48ce-39c8-4696-ad87-6bfa5c81810e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.785431 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.791045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3fdfe-7869-4ce1-bfc5-602ce81fda3e admin admin] Pushing event updated for resources: {'Network': ['ID=6685f08e-a1a9-4827-adc4-bc565de1c4e3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:07.807635 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:14:07.882662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks [] for security_group (5c23ddbe-9d08-4879-af45-8174b834afea), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.894058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5c23ddbe-9d08-4879-af45-8174b834afea), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.918244 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:14:07.924738 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:14:07.933990 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (3b31e67f-50fc-4b28-befb-9ede5841e5fc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.934626 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Added segment 3b31e67f-50fc-4b28-befb-9ede5841e5fc of type vlan for network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 Mar 14 10:14:07.972055 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (21aa29a3-2545-4234-a44e-3e0b67f283eb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:07.972593 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Added segment 21aa29a3-2545-4234-a44e-3e0b67f283eb of type vlan for network aa6f9f98-0eed-4ba5-998a-6e7185cea065 Mar 14 10:14:07.982768 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c23ddbe-9d08-4879-af45-8174b834afea,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.073154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks [] for security_group (7808256b-eeaf-4ec6-8930-3f73d0a2c780), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.090877 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (7808256b-eeaf-4ec6-8930-3f73d0a2c780), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.104111 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:14:08.113701 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (694a7a84-536d-456b-95fd-4683450a2733), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.114186 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Added segment 694a7a84-536d-456b-95fd-4683450a2733 of type vlan for network 3f84a43f-5b50-4312-84d7-266c2d062ea7 Mar 14 10:14:08.169078 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (3f84a43f-5b50-4312-84d7-266c2d062ea7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.194284 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.212886 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Allocated IP 172.27.0.109 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/896dae07-3a67-48da-9cef-87c2a14b8310) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:08.213615 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9b48ce-39c8-4696-ad87-6bfa5c81810e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.216324 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (aa6f9f98-0eed-4ba5-998a-6e7185cea065), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.228756 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (3f84a43f-5b50-4312-84d7-266c2d062ea7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.229989 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:08.231485 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.326480 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.327747 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:08.328484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.335853 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Pushing event updated for resources: {'Network': ['ID=3f84a43f-5b50-4312-84d7-266c2d062ea7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.354176 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 10:14:08.373484 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5873904 Mar 14 10:14:08.375617 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60348) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:08.387661 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Request body: {'subnet': {'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-subnet', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:08.394560 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394f0b4-340b-4017-a25d-cd6952eeea2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7808256b-eeaf-4ec6-8930-3f73d0a2c780,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.404462 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (aa6f9f98-0eed-4ba5-998a-6e7185cea065), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.405463 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:08.406031 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.469162 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7239058 Mar 14 10:14:08.471916 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60352) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:08.472510 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Made reservation on behalf of 4fc03e978457496f87b0aaf839d16db5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:08.475627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.484439 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Request body: {'subnet': {'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-subnet', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:08.515534 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.9680631 Mar 14 10:14:08.540935 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60356) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:08.560737 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Request body: {'subnet': {'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-534442439-subnet', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:08.576283 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dfe75b-733a-4184-8a9c-4de1f4966801 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.598130 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7948b98-7f83-4e25-93a2-f8b559b7c7aa admin admin] Pushing event updated for resources: {'Network': ['ID=aa6f9f98-0eed-4ba5-998a-6e7185cea065,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.628194 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (139cc877-7d32-42a4-9eba-04086c55e940), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.639424 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks [] for port (896dae07-3a67-48da-9cef-87c2a14b8310), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.661098 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:14:08.712198 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Made reservation on behalf of 48378d748f5046a89b2ad82eb1e65d4a for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:08.725248 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.771479 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Made reservation on behalf of 5764ccf21bb64182978d5665a4332fa5 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:08.774691 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.792082 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=139cc877-7d32-42a4-9eba-04086c55e940,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:08.831145 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:14:08.845579 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Checking segment: {'id': '97c5b09f-1511-4f7e-bee7-974a3295a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:08.845913 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Network hostable DHCP agents. Network: 6685f08e-a1a9-4827-adc4-bc565de1c4e3, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:14:08.859765 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:08.892129 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:08.925820 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:14:08.933454 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:08.936478 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:09.049249 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:09.165172 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:09.167705 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.222631 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a5c1d7-1081-4e44-8f93-4ac0e520056e None None] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:09.340171 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:14:09.351318 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (a155fb8e-074d-451d-8203-1ea0b9329121), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.370341 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Pushing event updated for resources: {'Port': ['ID=896dae07-3a67-48da-9cef-87c2a14b8310,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:09.386603 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 6685f08e-a1a9-4827-adc4-bc565de1c4e3) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:09.409580 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Provisioning complete for port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:09.410268 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.462535 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:09.463340 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.526942 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-14a01dcc-b3d6-4a34-aead-73b4e7fb3dd0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9396563 Mar 14 10:14:09.527153 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a70df-f18f-4b21-95ed-622dc82e7fdd None None] Network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:09.548992 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a155fb8e-074d-451d-8203-1ea0b9329121,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:09.551494 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (81e06526-bd8a-4cd6-a3e9-4996a2f3bb05), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.578782 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (f4afdfd6-1704-48f8-9ad3-64d3757f8d4a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.731210 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:09.735184 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.749154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Checking segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:09.749529 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Network hostable DHCP agents. Network: 3f84a43f-5b50-4312-84d7-266c2d062ea7, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:14:09.756957 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks [] for router_gateway (344e445c-7f41-45aa-9b73-df612046a06c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.870599 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Checking segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:09.873963 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Network hostable DHCP agents. Network: 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:14:09.904584 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Pushing event updated for resources: {'Subnet': ['ID=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:09.938168 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Current status of the port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:09.939203 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:09.952619 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78742946-60c8-4f3f-9a51-d2796650d52b None None] Network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:09.957779 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:09.985812 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.006176 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Checking segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:10.006637 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Network hostable DHCP agents. Network: aa6f9f98-0eed-4ba5-998a-6e7185cea065, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:14:10.113252 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:14:10.130301 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:14:10.159521 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:14:10.178361 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:10.186214 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:10.200435 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e29caa-e124-4f16-bdbc-1fada363f941 None None] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:10.200827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 3f84a43f-5b50-4312-84d7-266c2d062ea7) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:10.211858 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:10.214120 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.224628 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, aa6f9f98-0eed-4ba5-998a-6e7185cea065) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:10.240733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:10.241518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.293749 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:10.299221 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.300048 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e45ef5-22b7-4ddc-9238-e96b40bc2341 None None] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:10.302268 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2594aa-1078-4187-a39b-59b461038564 None None] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:10.325741 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60456) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:10.326328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60458) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:10.341692 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:10.349415 dv-cinder-833543-1-iscsi neutron-server[103280]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 14 10:14:10.350185 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7ac77c00-612f-432c-af08-85ce03f6a15d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8629439 Mar 14 10:14:10.360802 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (344e445c-7f41-45aa-9b73-df612046a06c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.364284 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3139860e-6ba2-4e8f-9a57-1e68b9ee03da admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8178027 Mar 14 10:14:10.366347 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60464) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:10.378477 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:10.381132 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:14:10.381992 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.384871 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.392061 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:10.394991 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.db.api [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 10:14:10.395345 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG oslo_db.api [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 10:14:10.420160 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-50767516-bdfc-4843-a7c9-10e57765944c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0408332 Mar 14 10:14:10.422833 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60470) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:10.431103 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:10.481056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.482321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.497702 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (14617331-ea17-4318-9c15-e255aa80a9a2), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.499141 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (14617331-ea17-4318-9c15-e255aa80a9a2), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.626331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6aa58e6-3589-43f0-ac05-ff470ef96dbf None None] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:10.653743 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:14:10.654838 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.697660 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks [] for router_controller (14617331-ea17-4318-9c15-e255aa80a9a2), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.825436 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:10.840810 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-b845e2d4-0ed7-46ed-960e-437274ff8c97 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:10.842423 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-b845e2d4-0ed7-46ed-960e-437274ff8c97 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/networks?id=6685f08e-a1a9-4827-adc4-bc565de1c4e3 HTTP/1.1" status: 200 len: 811 time: 0.4958758 Mar 14 10:14:10.845461 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (4cb460ff-ad7e-408c-be16-96bc30c6dd67), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.846625 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (4cb460ff-ad7e-408c-be16-96bc30c6dd67), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.859222 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks [] for router_controller (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), precommit_add_association {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:10.925722 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Allocated IP 172.20.0.2 (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677/81e06526-bd8a-4cd6-a3e9-4996a2f3bb05/26c30f72-ce19-4c0f-a142-2532c673c321) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:10.937157 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-f32c12b6-34a8-4eac-ab06-979482ede6b2 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/quotas/5f03c0c670af47a1bdb632299c443975 HTTP/1.1" status: 200 len: 375 time: 0.0656996 Mar 14 10:14:11.029940 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-7958e99c-f1cb-4a66-8fe5-321e95df02db tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5f03c0c670af47a1bdb632299c443975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908985 Mar 14 10:14:11.149482 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2b52-2233-4164-ab60-eb2a86388f92 None None] Current status of the port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:11.154875 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks [] for router_controller (4cb460ff-ad7e-408c-be16-96bc30c6dd67), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.157505 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks [] for router_gateway (14617331-ea17-4318-9c15-e255aa80a9a2), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.218064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Router 344e445c-7f41-45aa-9b73-df612046a06c is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:14:11.317862 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Allocated IP 172.20.0.2 (aa6f9f98-0eed-4ba5-998a-6e7185cea065/f4afdfd6-1704-48f8-9ad3-64d3757f8d4a/a94e8e33-82d6-4194-b834-1826d956ca6a) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:11.329407 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks [] for router_gateway (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.342572 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:11.342799 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.365150 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks [] for router_gateway (4cb460ff-ad7e-408c-be16-96bc30c6dd67), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.432549 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-92c741bd-14da-4ba6-bbbe-53dac6b08ff4 None None] Provisioning complete for port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:11.433255 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92c741bd-14da-4ba6-bbbe-53dac6b08ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.460534 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-41064bbe-c19d-4376-8ff3-967b3f8743c4 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:14:11.467968 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-41064bbe-c19d-4376-8ff3-967b3f8743c4 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0946255 Mar 14 10:14:11.635372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Publish callbacks [] for port (26c30f72-ce19-4c0f-a142-2532c673c321), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.694553 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ba1907ad-9f2e-4cc5-903b-47d977061a53 service neutron] 10.222.0.21 "GET /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255898 Mar 14 10:14:11.716068 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.830839 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks [] for router_gateway (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.855152 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.862269 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:11.877779 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:11.891218 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:11.911416 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:11.912737 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:11.913394 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:11.925824 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:11.929380 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:11.965262 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Pushing event updated for resources: {'Port': ['ID=26c30f72-ce19-4c0f-a142-2532c673c321,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:11.970890 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-6e28ed18-d2e2-4cdf-aa1f-fc5b917c5197 service neutron] 10.222.0.21 "GET /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738936 Mar 14 10:14:11.984365 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:11.988776 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-130d3738-21bd-4539-8abf-fa570bbfc935 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.4239359 Mar 14 10:14:11.999730 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60560) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:12.010529 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-92c741bd-14da-4ba6-bbbe-53dac6b08ff4 None None] Current status of the port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:12.019307 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Allocated IP 172.27.0.46 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/f2dcf128-c1b7-4d7c-bbb2-2c246833b5be) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:12.154361 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks [] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.187118 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Publish callbacks [] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.200420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.205011 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Attempting to bind port 26c30f72-ce19-4c0f-a142-2532c673c321 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:12.205766 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Attempting to bind port 26c30f72-ce19-4c0f-a142-2532c673c321 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:12.207056 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Attempting to bind port 26c30f72-ce19-4c0f-a142-2532c673c321 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:12.215996 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.242860 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:12.243613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Checking segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:12.244170 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.245238 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Bound using segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:12.246757 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Bound port: 26c30f72-ce19-4c0f-a142-2532c673c321, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:12.248074 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.275788 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:12.279797 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:12.282671 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:12.292717 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:12.324813 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:12.338380 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks [] for router_gateway (14617331-ea17-4318-9c15-e255aa80a9a2), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.372010 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:12.377278 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Pushing event updated for resources: {'Port': ['ID=a94e8e33-82d6-4194-b834-1826d956ca6a,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:12.469615 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.517547 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] For port 26c30f72-ce19-4c0f-a142-2532c673c321, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:12.520989 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] For port 26c30f72-ce19-4c0f-a142-2532c673c321, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=26c30f72-ce19-4c0f-a142-2532c673c321,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:12.525039 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:12.530291 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.612928 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:12.617282 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e992-67ac-45c6-9c62-0035e08cfdd3 None None] Pushing event updated for resources: {'Port': ['ID=26c30f72-ce19-4c0f-a142-2532c673c321,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:12.656275 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:12.748719 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb9f7b43-51c8-4d8a-9e0e-3ffa67601833 req-97a13d82-c57e-4e45-83c9-6bf4d59eb214 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.1827347 Mar 14 10:14:12.888292 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks [] for router_gateway (4cb460ff-ad7e-408c-be16-96bc30c6dd67), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.936714 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.940416 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:09Z', 'revision_number': 3, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:12.965814 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a4a7baac-a168-44b3-8c20-dc0cb70a5b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:12.979092 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:12.979764 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Updating router 344e445c-7f41-45aa-9b73-df612046a06c port 896dae07-3a67-48da-9cef-87c2a14b8310 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:13.014418 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Allocated IP 172.27.0.137 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/d5c862b5-3348-4661-8b4d-564cc2862b00) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:13.041906 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.099280 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Attempting to bind port a94e8e33-82d6-4194-b834-1826d956ca6a on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:13.099280 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Attempting to bind port a94e8e33-82d6-4194-b834-1826d956ca6a by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:13.100319 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Attempting to bind port a94e8e33-82d6-4194-b834-1826d956ca6a on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:13.105325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:13.106093 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Checking segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:13.106093 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.106513 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Bound using segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:13.106987 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Bound port: a94e8e33-82d6-4194-b834-1826d956ca6a, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:13.107371 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.197069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] For port a94e8e33-82d6-4194-b834-1826d956ca6a, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:13.201260 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] For port a94e8e33-82d6-4194-b834-1826d956ca6a, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=a94e8e33-82d6-4194-b834-1826d956ca6a,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:13.208694 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.253373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks [] for router_gateway (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.274980 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f370b1-6318-45ac-a4f8-2614a10b5fea None None] Pushing event updated for resources: {'Port': ['ID=a94e8e33-82d6-4194-b834-1826d956ca6a,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:13.288684 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60616) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:13.319814 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.464401 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efc9924-fd7f-4120-be4c-d83dccdfeb94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.505738 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks [] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.684169 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a4a7baac-a168-44b3-8c20-dc0cb70a5b59 admin admin] Publish callbacks [] for security_group (c0e0f430-d588-417d-b4be-bdec088e3a1b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.688132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.718239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a4a7baac-a168-44b3-8c20-dc0cb70a5b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c0e0f430-d588-417d-b4be-bdec088e3a1b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.739817 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Allocated IP 172.20.0.1 (b234086d-247f-407e-8ab7-3bc9926c2ac3/d8818528-63ce-405b-91bb-e268a6604b8e/1d0474ca-38e4-4b5c-b842-134e4aa00d51) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:13.793878 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efc9924-fd7f-4120-be4c-d83dccdfeb94 admin admin] Publish callbacks [] for security_group (0afc8f0c-d551-49d0-8cfd-13ebc8739652), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.829220 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Allocated IP 172.27.0.151 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/e3db18c1-d0a6-46f4-a069-e4b810b718ce) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:13.875098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1efc9924-fd7f-4120-be4c-d83dccdfeb94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0afc8f0c-d551-49d0-8cfd-13ebc8739652), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:13.974361 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84504a07-8768-4ab0-8f54-e81189e14283 req-cc47c717-f68e-405b-b3f4-9def671c6cb4 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.1053996 Mar 14 10:14:14.030165 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:14.043355 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1efc9924-fd7f-4120-be4c-d83dccdfeb94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4bbb73f5b944f3984a6e4f661e16003&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7535725 Mar 14 10:14:14.051215 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60646) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:14.055379 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:14.081153 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:14.083072 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Pushing event updated for resources: {'Port': ['ID=d5c862b5-3348-4661-8b4d-564cc2862b00,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:14.200919 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e91df9-2d91-4005-927d-bcc7157404f7 None None] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:14.202372 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a7baac-a168-44b3-8c20-dc0cb70a5b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e0f430-d588-417d-b4be-bdec088e3a1b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:14.208297 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a4a7baac-a168-44b3-8c20-dc0cb70a5b59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2de0412273c14e49bae2fade83362f71&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5510008 Mar 14 10:14:14.219622 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60650) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:14.229254 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.267802 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc9924-fd7f-4120-be4c-d83dccdfeb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0afc8f0c-d551-49d0-8cfd-13ebc8739652,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:14.293610 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] Provisioning complete for port 26c30f72-ce19-4c0f-a142-2532c673c321 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:14.293995 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.294126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks [] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.315738 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks [] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.382374 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ae408537-aa3b-4285-b378-79f57021878f admin admin] Publish callbacks [] for security_group (0afc8f0c-d551-49d0-8cfd-13ebc8739652), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.398923 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8402ac8c-9c1e-407e-856a-3de6f835ed2a admin admin] Publish callbacks [] for security_group (c0e0f430-d588-417d-b4be-bdec088e3a1b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.451230 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] Current status of the port 26c30f72-ce19-4c0f-a142-2532c673c321 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:14.452612 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.475675 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.479351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ae408537-aa3b-4285-b378-79f57021878f admin admin] Publish callbacks [] for security_group (0afc8f0c-d551-49d0-8cfd-13ebc8739652), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.488233 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8402ac8c-9c1e-407e-856a-3de6f835ed2a admin admin] Publish callbacks [] for security_group (c0e0f430-d588-417d-b4be-bdec088e3a1b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.528519 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] For port 26c30f72-ce19-4c0f-a142-2532c673c321, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=26c30f72-ce19-4c0f-a142-2532c673c321,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:14.537722 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.539867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks [] for router_gateway (14617331-ea17-4318-9c15-e255aa80a9a2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.598010 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:14:14.655241 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.660961 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4e506-76f1-4d97-8a47-66abcfc7f935 None None] Pushing event updated for resources: {'Port': ['ID=26c30f72-ce19-4c0f-a142-2532c673c321,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:14.731622 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Publish callbacks [] for port (896dae07-3a67-48da-9cef-87c2a14b8310), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.741336 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.766728 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8402ac8c-9c1e-407e-856a-3de6f835ed2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c0e0f430-d588-417d-b4be-bdec088e3a1b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.770297 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8402ac8c-9c1e-407e-856a-3de6f835ed2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.771314 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8402ac8c-9c1e-407e-856a-3de6f835ed2a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0e0f430-d588-417d-b4be-bdec088e3a1b HTTP/1.1" status: 204 len: 168 time: 0.5445621 Mar 14 10:14:14.790395 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ae408537-aa3b-4285-b378-79f57021878f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0afc8f0c-d551-49d0-8cfd-13ebc8739652), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.796484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ae408537-aa3b-4285-b378-79f57021878f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.797652 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ae408537-aa3b-4285-b378-79f57021878f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0afc8f0c-d551-49d0-8cfd-13ebc8739652 HTTP/1.1" status: 204 len: 168 time: 0.6088326 Mar 14 10:14:14.799670 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:14.820245 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402ac8c-9c1e-407e-856a-3de6f835ed2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e0f430-d588-417d-b4be-bdec088e3a1b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:14.855063 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:14.878761 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:14.886031 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Pushing event updated for resources: {'Port': ['ID=e3db18c1-d0a6-46f4-a069-e4b810b718ce,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:14.893068 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:14.912954 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e10603e9-60b0-441c-9ca8-7d31f653b6b8 None None] Provisioning complete for port 26c30f72-ce19-4c0f-a142-2532c673c321 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:14.916450 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e10603e9-60b0-441c-9ca8-7d31f653b6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.937054 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Attempting to bind port 896dae07-3a67-48da-9cef-87c2a14b8310 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:14.938160 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Attempting to bind port 896dae07-3a67-48da-9cef-87c2a14b8310 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:14.939803 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Attempting to bind port 896dae07-3a67-48da-9cef-87c2a14b8310 on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:14.966988 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:14.968245 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:14.971074 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.972577 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:14.973295 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:14.975517 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Bound port: 896dae07-3a67-48da-9cef-87c2a14b8310, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:14.976054 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.977582 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (344e445c-7f41-45aa-9b73-df612046a06c), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:14.980634 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0474ca-38e4-4b5c-b842-134e4aa00d51,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:15.000813 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:15.044384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:15.118117 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:15.118753 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:15.167274 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907dba4d-544f-4f3e-b97f-02747768bade None None] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:15.180228 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.184347 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b33c2798-5eee-41be-abf7-54f512ade8f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8136201 Mar 14 10:14:15.185150 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60670) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:15.200600 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] For port 896dae07-3a67-48da-9cef-87c2a14b8310, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:15.201719 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (14617331-ea17-4318-9c15-e255aa80a9a2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.217187 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] For port 896dae07-3a67-48da-9cef-87c2a14b8310, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=896dae07-3a67-48da-9cef-87c2a14b8310,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:15.230879 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae408537-aa3b-4285-b378-79f57021878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0afc8f0c-d551-49d0-8cfd-13ebc8739652,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:15.244705 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:15.258463 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.301874 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device a94e8e33-82d6-4194-b834-1826d956ca6a up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:15.321395 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Pushing event updated for resources: {'Port': ['ID=896dae07-3a67-48da-9cef-87c2a14b8310,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:15.376867 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.378141 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.378708 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.380074 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.380814 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.382177 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.384759 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.385263 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.386345 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.386903 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.387918 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.389979 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.391055 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.392146 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.393719 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Tracked resource versions report: Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: pushed versions: Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: { 'AddressGroup': {'1.2'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Agent': {'1.1'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'ConntrackHelper': {'1.0'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'LocalIPAssociation': {'1.0'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Log': {'1.0'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'NDPProxy': {'1.0'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Network': {'1.1'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Port': {'1.7'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'PortForwarding': {'1.2'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'QosPolicy': {'1.10'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroup': {'1.5'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroupRule': {'1.2'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SubPort': {'1.0'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Subnet': {'1.1'}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Trunk': {'1.1'}} Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: consumer versions: Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: { DHCP agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: HyperV agent@hv-cinder-83354: {}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: L3 agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: Metadata agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: Metering agent@dv-cinder-833543-1-iscsi: {}, Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: Open vSwitch agent@dv-cinder-833543-1-iscsi: { 'AddressGroup': '1.2', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Agent': '1.1', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'ConntrackHelper': '1.0', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'LocalIPAssociation': '1.0', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Log': '1.0', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'NDPProxy': '1.0', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Network': '1.1', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Port': '1.7', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'PortForwarding': '1.2', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'QosPolicy': '1.10', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroup': '1.5', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SecurityGroupRule': '1.2', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'SubPort': '1.0', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Subnet': '1.1', Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: 'Trunk': '1.1'}} Mar 14 10:14:15.397718 dv-cinder-833543-1-iscsi neutron-server[103283]: {{(pid=103283) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 14 10:14:15.469896 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:15.473705 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:15.585075 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60672) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:15.638776 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60680) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:15.658602 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65545a7f-b576-4c01-a048-a1e670fc3ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.668014 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75159d36-1f06-4ad6-a320-c1d3ee9ac46b None None] Pushing event updated for resources: {'Port': ['ID=896dae07-3a67-48da-9cef-87c2a14b8310,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:15.698975 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:14:15.734692 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks [] for router_gateway (4cb460ff-ad7e-408c-be16-96bc30c6dd67), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.756194 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765a5578-7882-4af9-8fdd-35a043ae3fb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.765334 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e10603e9-60b0-441c-9ca8-7d31f653b6b8 None None] Current status of the port 26c30f72-ce19-4c0f-a142-2532c673c321 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:15.775074 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:15.779419 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:15.843327 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0efd0d48-6d9f-475f-bb40-aaaa0f1cb772 req-e73fb99d-46c4-4d35-ba9d-5744d24e49c0 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.3852568 Mar 14 10:14:15.892297 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port a94e8e33-82d6-4194-b834-1826d956ca6a triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:15.892702 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.964134 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d0cee9c9-982e-45c8-b4e8-79e7331d1633 None None] Provisioning complete for port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:15.964431 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0cee9c9-982e-45c8-b4e8-79e7331d1633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:15.980402 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Router 14617331-ea17-4318-9c15-e255aa80a9a2 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103281) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:14:16.099026 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d0cee9c9-982e-45c8-b4e8-79e7331d1633 None None] Port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:16.137142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.35', 65471) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:16.161070 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:09Z', 'revision_number': 3, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:16.187182 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65545a7f-b576-4c01-a048-a1e670fc3ec2 admin admin] Publish callbacks [] for security_group (319d418f-d806-461b-80c6-0e4124552ba6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.206753 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c35df64-a94f-4f82-8a96-576986d31d82 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:09Z', 'revision_number': 3, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:16.236588 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port a94e8e33-82d6-4194-b834-1826d956ca6a is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:16.248775 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.272766 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d0cee9c9-982e-45c8-b4e8-79e7331d1633 None None] Provisioning complete for port a94e8e33-82d6-4194-b834-1826d956ca6a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:16.274174 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0cee9c9-982e-45c8-b4e8-79e7331d1633 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.322070 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.365266 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port a94e8e33-82d6-4194-b834-1826d956ca6a, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=a94e8e33-82d6-4194-b834-1826d956ca6a,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:16.385850 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.386879 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 26c30f72-ce19-4c0f-a142-2532c673c321 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:16.425414 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (4cb460ff-ad7e-408c-be16-96bc30c6dd67), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.441837 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=a94e8e33-82d6-4194-b834-1826d956ca6a,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:16.493436 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-65545a7f-b576-4c01-a048-a1e670fc3ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (319d418f-d806-461b-80c6-0e4124552ba6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.563707 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:12Z', 'revision_number': 3, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:16.580230 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks [] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.604437 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:16.604605 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Updating router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:16.608181 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-65545a7f-b576-4c01-a048-a1e670fc3ec2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7952a55453d45aba43e1194d5f54a58&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0220308 Mar 14 10:14:16.611990 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d0cee9c9-982e-45c8-b4e8-79e7331d1633 None None] Current status of the port a94e8e33-82d6-4194-b834-1826d956ca6a is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:16.626784 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60700) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:16.627466 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.633070 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (344e445c-7f41-45aa-9b73-df612046a06c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.639800 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 26c30f72-ce19-4c0f-a142-2532c673c321 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:16.640246 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.673668 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.754160 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765a5578-7882-4af9-8fdd-35a043ae3fb6 admin admin] Publish callbacks [] for security_group (d96b700d-6e57-4eda-9b2d-2eb1c6e4b267), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.826333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c84bc079-c030-4092-9a50-d163b18e8897 None None] Provisioning complete for port a94e8e33-82d6-4194-b834-1826d956ca6a triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:16.826996 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c84bc079-c030-4092-9a50-d163b18e8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.841555 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765a5578-7882-4af9-8fdd-35a043ae3fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d96b700d-6e57-4eda-9b2d-2eb1c6e4b267), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:16.865591 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65545a7f-b576-4c01-a048-a1e670fc3ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=319d418f-d806-461b-80c6-0e4124552ba6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:17.079443 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.096265 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-765a5578-7882-4af9-8fdd-35a043ae3fb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41619e19157e426c978326c6135076fe&name=default HTTP/1.1" status: 200 len: 2995 time: 1.4483132 Mar 14 10:14:17.124119 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60732) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:17.150095 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:17.151346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Pushing event updated for resources: {'Port': ['ID=1d0474ca-38e4-4b5c-b842-134e4aa00d51,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:17.153252 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-74f0ff4b-bdb7-4a74-9749-ab64a6a25ac5 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:17.157835 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-74f0ff4b-bdb7-4a74-9749-ab64a6a25ac5 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.35 "GET /v2.0/networks?id=6685f08e-a1a9-4827-adc4-bc565de1c4e3 HTTP/1.1" status: 200 len: 811 time: 1.0163000 Mar 14 10:14:17.181423 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:17.183938 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a5578-7882-4af9-8fdd-35a043ae3fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b700d-6e57-4eda-9b2d-2eb1c6e4b267,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:17.192497 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Sync routers for ids ['14617331-ea17-4318-9c15-e255aa80a9a2'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:17.208188 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:17.210396 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Routers {'14617331-ea17-4318-9c15-e255aa80a9a2'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:17.215761 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['14617331-ea17-4318-9c15-e255aa80a9a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:17.221298 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a92b76a4-f54c-42fe-9b11-b3a402643559 req-9fff1b66-2412-4b10-aa9c-8d7bfee76a0a tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0619748 Mar 14 10:14:17.276949 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Request body: {'port': {'device_id': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3', 'admin_state_up': True, 'tenant_id': '5f03c0c670af47a1bdb632299c443975'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:17.290452 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 26c30f72-ce19-4c0f-a142-2532c673c321 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:17.323374 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.329885 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fa8839cd-8736-4912-bc7e-7cb1732e9f3e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9036653 Mar 14 10:14:17.346061 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:17.453087 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c84bc079-c030-4092-9a50-d163b18e8897 None None] Current status of the port a94e8e33-82d6-4194-b834-1826d956ca6a is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:17.520401 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64c9161f-8547-4f0f-9fc3-05bc1cd146b9 admin admin] Publish callbacks [] for security_group (319d418f-d806-461b-80c6-0e4124552ba6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.650753 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Set router 14617331-ea17-4318-9c15-e255aa80a9a2 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:17.656851 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Publish callbacks [] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.670093 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 896dae07-3a67-48da-9cef-87c2a14b8310 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:17.677810 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.770232 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Allocated IP 172.20.0.1 (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677/81e06526-bd8a-4cd6-a3e9-4996a2f3bb05/543a8e7d-c2b9-4c47-9f0e-d453c94de5cb) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:17.783474 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64c9161f-8547-4f0f-9fc3-05bc1cd146b9 admin admin] Publish callbacks [] for security_group (319d418f-d806-461b-80c6-0e4124552ba6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.878306 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f1a2-b10a-4233-8ce4-833b308ee7bd None None] Pushing event updated for resources: {'Port': ['ID=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:17.895599 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:14:17.905522 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Attempting to bind port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:17.905902 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Attempting to bind port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:17.906274 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Attempting to bind port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:17.916817 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-00f39b12-b4f3-4a5f-b2a6-f38177939002 None None] Provisioning complete for port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:17.917217 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-00f39b12-b4f3-4a5f-b2a6-f38177939002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.945234 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks [] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.989753 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:17.990116 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:17.992145 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:17.992565 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:17.996504 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Bound port: f2dcf128-c1b7-4d7c-bbb2-2c246833b5be, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:17.996931 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.011345 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.104988 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:14:18.130242 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64c9161f-8547-4f0f-9fc3-05bc1cd146b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (319d418f-d806-461b-80c6-0e4124552ba6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.140557 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64c9161f-8547-4f0f-9fc3-05bc1cd146b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.144996 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-64c9161f-8547-4f0f-9fc3-05bc1cd146b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/319d418f-d806-461b-80c6-0e4124552ba6 HTTP/1.1" status: 204 len: 168 time: 1.4944439 Mar 14 10:14:18.151416 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-00f39b12-b4f3-4a5f-b2a6-f38177939002 None None] Port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:18.169161 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:14Z', 'revision_number': 3, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:18.217849 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 896dae07-3a67-48da-9cef-87c2a14b8310 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:18.218227 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.253122 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Checking router: 14617331-ea17-4318-9c15-e255aa80a9a2 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:18.253701 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Updating router 14617331-ea17-4318-9c15-e255aa80a9a2 port d5c862b5-3348-4661-8b4d-564cc2862b00 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:18.259702 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9161f-8547-4f0f-9fc3-05bc1cd146b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=319d418f-d806-461b-80c6-0e4124552ba6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:18.341208 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.349579 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:18.375885 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91d015e0-687a-40b4-9a18-b2534e5cff2b admin admin] Publish callbacks [] for security_group (d96b700d-6e57-4eda-9b2d-2eb1c6e4b267), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.415063 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:18.436963 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d8c0b1bd-02da-4710-85b3-70a687245628 admin admin] 10.222.0.21 "PUT /v2.0/routers/344e445c-7f41-45aa-9b73-df612046a06c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4288442 Mar 14 10:14:18.524685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:18.530355 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] For port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:18.534552 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] For port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:18.543683 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9ca0176f-a028-4fd0-9661-691ef470df18 req-02f1d238-ec6f-4da6-bb56-626b80b95479 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.1193979 Mar 14 10:14:18.554146 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.556107 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:18.571399 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:18.610233 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:18.610515 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.610723 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.615027 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bc9300c9-9156-484f-94f3-c0c34f04c315 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2851312 Mar 14 10:14:18.615318 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60760) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:18.765494 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91d015e0-687a-40b4-9a18-b2534e5cff2b admin admin] Publish callbacks [] for security_group (d96b700d-6e57-4eda-9b2d-2eb1c6e4b267), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.793124 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Pushing event updated for resources: {'Port': ['ID=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:18.803711 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 896dae07-3a67-48da-9cef-87c2a14b8310 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:18.804155 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:18.912053 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:18.912684 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:18.994676 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Made reservation on behalf of 5f03c0c670af47a1bdb632299c443975 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:19.005237 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:19.210007 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:19.219193 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:19.267507 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:19.272326 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:19.516600 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 896dae07-3a67-48da-9cef-87c2a14b8310, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=896dae07-3a67-48da-9cef-87c2a14b8310,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:19.589782 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Publish callbacks [] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:19.592502 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:19.593546 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device a94e8e33-82d6-4194-b834-1826d956ca6a up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:19.617246 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60776) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:19.658896 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077f1a2-b10a-4233-8ce4-833b308ee7bd None None] Pushing event updated for resources: {'Port': ['ID=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:19.723158 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:19.749771 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:19.750894 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:19.791679 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-da4f145a-8473-46f6-9518-760582f616e4 None None] Provisioning complete for port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:19.792467 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-da4f145a-8473-46f6-9518-760582f616e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:19.872815 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7db92503-2253-4b06-981c-fee164b67fd4 req-ad4edc1d-c3d5-4905-ad89-a4438dff4882 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.1070192 Mar 14 10:14:19.904226 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:19.930957 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.234599 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Allocated IP 172.20.0.1 (aa6f9f98-0eed-4ba5-998a-6e7185cea065/f4afdfd6-1704-48f8-9ad3-64d3757f8d4a/3856da0a-b569-4ef8-9328-f27f6203d7a3) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:20.276579 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:20.324700 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Attempting to bind port d5c862b5-3348-4661-8b4d-564cc2862b00 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:20.329828 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Attempting to bind port d5c862b5-3348-4661-8b4d-564cc2862b00 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:20.331200 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Attempting to bind port d5c862b5-3348-4661-8b4d-564cc2862b00 on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:20.336612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8b29aac-261f-492b-b0d0-42b36bdb0584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.347946 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91d015e0-687a-40b4-9a18-b2534e5cff2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d96b700d-6e57-4eda-9b2d-2eb1c6e4b267), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.350862 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91d015e0-687a-40b4-9a18-b2534e5cff2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.351269 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e3e20-3c14-48c3-950b-24ae4db62493 None None] Pushing event updated for resources: {'Port': ['ID=d5c862b5-3348-4661-8b4d-564cc2862b00,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:20.352965 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-91d015e0-687a-40b4-9a18-b2534e5cff2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d96b700d-6e57-4eda-9b2d-2eb1c6e4b267 HTTP/1.1" status: 204 len: 168 time: 3.2246490 Mar 14 10:14:20.362013 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:20.371508 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:20.373269 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.376049 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:20.377955 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Bound port: d5c862b5-3348-4661-8b4d-564cc2862b00, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:20.378418 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.391165 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-da4f145a-8473-46f6-9518-760582f616e4 None None] Port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:20.450226 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d015e0-687a-40b4-9a18-b2534e5cff2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b700d-6e57-4eda-9b2d-2eb1c6e4b267,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:20.518030 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=896dae07-3a67-48da-9cef-87c2a14b8310,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:20.553303 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks [] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.578694 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] For port d5c862b5-3348-4661-8b4d-564cc2862b00, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:20.590591 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] For port d5c862b5-3348-4661-8b4d-564cc2862b00, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d5c862b5-3348-4661-8b4d-564cc2862b00,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:20.631561 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60796) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:20.639198 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--8336531', 'description': 'tempest-description--728777794'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:20.685804 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.691227 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port a94e8e33-82d6-4194-b834-1826d956ca6a triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:20.691753 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.707946 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:15Z', 'revision_number': 3, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:20.774986 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.789232 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3856da0a-b569-4ef8-9328-f27f6203d7a3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:20.804112 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:20.810533 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:20.819489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:20.820842 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (4cb460ff-ad7e-408c-be16-96bc30c6dd67), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.824218 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:20.841306 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Allocated IP 172.20.0.14 (6685f08e-a1a9-4827-adc4-bc565de1c4e3/139cc877-7d32-42a4-9eba-04086c55e940/afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:20.851638 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:20.852007 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Updating router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 port e3db18c1-d0a6-46f4-a069-e4b810b718ce binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:20.975106 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Routers {'14617331-ea17-4318-9c15-e255aa80a9a2'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:20.975785 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['14617331-ea17-4318-9c15-e255aa80a9a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:21.104127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.157493 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e3e20-3c14-48c3-950b-24ae4db62493 None None] Pushing event updated for resources: {'Port': ['ID=d5c862b5-3348-4661-8b4d-564cc2862b00,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:21.204036 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e380f27b-db8d-4173-b390-5b10b7f676bb req-5016810b-a2b4-4ec7-a226-fd7b77d60cc7 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0908246 Mar 14 10:14:21.236964 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:21.310386 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (044f1797-c65e-4327-8cf9-a35f57cc8be6), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.351701 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.357142 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (044f1797-c65e-4327-8cf9-a35f57cc8be6), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.378247 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:21.378850 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Updating router 344e445c-7f41-45aa-9b73-df612046a06c port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:21.393546 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.403648 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.7686274 Mar 14 10:14:21.404555 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60816) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:21.411194 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': '044f1797-c65e-4327-8cf9-a35f57cc8be6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:21.412980 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.423082 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks [] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.480582 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d6f19-cd09-4b44-95e6-332fc5162859 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044f1797-c65e-4327-8cf9-a35f57cc8be6,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:21.562606 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.568633 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (48ad3623-3730-4455-a97f-e79e5b09320d), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:21.582025 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port a94e8e33-82d6-4194-b834-1826d956ca6a is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:21.587154 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] Set router 14617331-ea17-4318-9c15-e255aa80a9a2 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:22.017652 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks [] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.074480 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8b29aac-261f-492b-b0d0-42b36bdb0584 admin admin] Publish callbacks [] for security_group (dda5a1e8-567e-4b63-bebc-5f5c65b5862e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.146310 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a8b29aac-261f-492b-b0d0-42b36bdb0584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (dda5a1e8-567e-4b63-bebc-5f5c65b5862e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.222933 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (48ad3623-3730-4455-a97f-e79e5b09320d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.228787 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.229529 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (4cb460ff-ad7e-408c-be16-96bc30c6dd67), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.233010 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.255140 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 896dae07-3a67-48da-9cef-87c2a14b8310 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:22.290062 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b29aac-261f-492b-b0d0-42b36bdb0584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5a1e8-567e-4b63-bebc-5f5c65b5862e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:22.349358 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4190529f-0988-449c-b8c1-afe66bddf76b None None] Provisioning complete for port 3856da0a-b569-4ef8-9328-f27f6203d7a3 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:22.349957 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4190529f-0988-449c-b8c1-afe66bddf76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.361251 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (48ad3623-3730-4455-a97f-e79e5b09320d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.434596 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ad3623-3730-4455-a97f-e79e5b09320d,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:22.436575 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Pushing event updated for resources: {'Port': ['ID=3856da0a-b569-4ef8-9328-f27f6203d7a3,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:22.442486 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:12Z', 'revision_number': 3, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:22.497433 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.502826 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a4769046-6a0e-4be7-aad7-b18b068b43df tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0951405 Mar 14 10:14:22.508703 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60840) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:22.539103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': '044f1797-c65e-4327-8cf9-a35f57cc8be6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:22.549841 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:22.615333 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Pushing event updated for resources: {'Port': ['ID=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:22.615922 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:14Z', 'revision_number': 3, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:22.631868 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:22.651678 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:22.671502 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:22.679301 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.693386 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ece68c-dfb0-4ebc-ab22-4fc050514a58 None None] The sync data for ids ['14617331-ea17-4318-9c15-e255aa80a9a2'] in dv-cinder-833543-1-iscsi is: [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:14Z', 'revision_number': 3, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:22.745308 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (72e8a5f9-3456-488a-88cf-c824ebe191e5), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.756696 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-ed14f22a-1e8b-4c85-ba44-fdf7f90bb93d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5308495 Mar 14 10:14:22.758350 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Publish callbacks [] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.768548 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 896dae07-3a67-48da-9cef-87c2a14b8310 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:22.768548 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.774985 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:22.778735 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d8a5c0-2692-41a3-9485-bb97989c3c12 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:12Z', 'revision_number': 3, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:22.815553 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4190529f-0988-449c-b8c1-afe66bddf76b None None] Port 3856da0a-b569-4ef8-9328-f27f6203d7a3 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:22.827463 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60852) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:22.932655 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac512-e302-4fa2-9a39-f4cadaead52b None None] Pushing event updated for resources: {'Port': ['ID=1d0474ca-38e4-4b5c-b842-134e4aa00d51,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:23.072568 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks [] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.120978 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-1eacd95b-7860-4ee7-8faf-b86ef5f8ff14 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:14:23.122794 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-1eacd95b-7860-4ee7-8faf-b86ef5f8ff14 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151100 Mar 14 10:14:23.128214 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.133140 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.134397 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.177599 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-bfa2c551-f277-4246-b37e-f14d1b8090df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.178192 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Attempting to bind port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:23.178704 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Attempting to bind port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:23.180952 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a8b29aac-261f-492b-b0d0-42b36bdb0584 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=739f0c2ff08f4d83bda3e56e7ed9535b&name=default HTTP/1.1" status: 200 len: 2996 time: 3.5181046 Mar 14 10:14:23.182379 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Attempting to bind port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:23.186935 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60858) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:23.188987 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (72e8a5f9-3456-488a-88cf-c824ebe191e5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.205588 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:23.213471 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:23.213907 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.214327 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Bound using segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:23.214820 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Bound port: 1d0474ca-38e4-4b5c-b842-134e4aa00d51, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:23.215749 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Publish callbacks [] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.221821 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.229888 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36004eba-1392-40cb-8533-209be449f7c0 req-f641bf90-a95f-4367-83e2-e37527210eed tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:23.240790 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36004eba-1392-40cb-8533-209be449f7c0 req-f641bf90-a95f-4367-83e2-e37527210eed tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 932 time: 0.3979168 Mar 14 10:14:23.296407 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.465512 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (72e8a5f9-3456-488a-88cf-c824ebe191e5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.502326 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36004eba-1392-40cb-8533-209be449f7c0 req-8c75b03a-df61-4aa0-891c-4f459b06340a tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591937 Mar 14 10:14:23.554643 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:23.567027 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:23.571762 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.572997 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0520747 Mar 14 10:14:23.574059 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] For port 1d0474ca-38e4-4b5c-b842-134e4aa00d51, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:23.595572 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347656-46ff-4acb-92fb-6b88bec562fd None None] Pushing event updated for resources: {'Port': ['ID=e3db18c1-d0a6-46f4-a069-e4b810b718ce,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:23.604904 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] For port 1d0474ca-38e4-4b5c-b842-134e4aa00d51, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=1d0474ca-38e4-4b5c-b842-134e4aa00d51,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:23.621155 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 896dae07-3a67-48da-9cef-87c2a14b8310 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:23.622543 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.639605 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60866) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:23.773024 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Attempting to bind port e3db18c1-d0a6-46f4-a069-e4b810b718ce on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:23.773411 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Attempting to bind port e3db18c1-d0a6-46f4-a069-e4b810b718ce by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:23.773781 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Attempting to bind port e3db18c1-d0a6-46f4-a069-e4b810b718ce on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:23.837892 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:23.843944 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3cff05-f66f-4a54-893e-8c9cd50e0540 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e8a5f9-3456-488a-88cf-c824ebe191e5,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:23.846404 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:23.847078 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.847761 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:23.848675 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Bound port: e3db18c1-d0a6-46f4-a069-e4b810b718ce, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:23.850631 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.879243 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] Provisioning complete for port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:23.885245 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:23.972239 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:23.975799 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:14:23.992661 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:23.998339 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bac512-e302-4fa2-9a39-f4cadaead52b None None] Pushing event updated for resources: {'Port': ['ID=1d0474ca-38e4-4b5c-b842-134e4aa00d51,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:24.022596 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d5c862b5-3348-4661-8b4d-564cc2862b00 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:24.239206 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Allocated IP 172.20.0.1 (3f84a43f-5b50-4312-84d7-266c2d062ea7/a155fb8e-074d-451d-8203-1ea0b9329121/5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:24.468151 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:24.501336 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c576af08-d0e0-421d-9659-b2b7a70cf1c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/4cb460ff-ad7e-408c-be16-96bc30c6dd67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8758481 Mar 14 10:14:24.517591 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] For port e3db18c1-d0a6-46f4-a069-e4b810b718ce, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:24.541091 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] For port e3db18c1-d0a6-46f4-a069-e4b810b718ce, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e3db18c1-d0a6-46f4-a069-e4b810b718ce,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:24.579892 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:24.637502 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:24.665984 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port d5c862b5-3348-4661-8b4d-564cc2862b00 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:24.666297 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:24.734377 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:24.957006 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Pushing event updated for resources: {'Port': ['ID=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:25.055838 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] Current status of the port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:25.056289 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.087795 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:25.092507 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:25.109620 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:13:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:25.135481 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e09790a3-e9eb-4966-9fe3-1de2000b1ae1 admin admin] Publish callbacks [] for security_group (dda5a1e8-567e-4b63-bebc-5f5c65b5862e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.137859 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:25.182662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.269595 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Request body: {'port': {'device_id': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:25.428459 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcdaf0a-8358-457b-a385-6ec999fb02fb req-0bb132fc-9f31-4684-962c-c9d8d697176a tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:25.438226 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks [] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.440444 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9fcdaf0a-8358-457b-a385-6ec999fb02fb req-0bb132fc-9f31-4684-962c-c9d8d697176a tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 932 time: 0.2601876 Mar 14 10:14:25.466704 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b347656-46ff-4acb-92fb-6b88bec562fd None None] Pushing event updated for resources: {'Port': ['ID=e3db18c1-d0a6-46f4-a069-e4b810b718ce,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:25.478331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e09790a3-e9eb-4966-9fe3-1de2000b1ae1 admin admin] Publish callbacks [] for security_group (dda5a1e8-567e-4b63-bebc-5f5c65b5862e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.572134 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:23Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:25.614334 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] For port 1d0474ca-38e4-4b5c-b842-134e4aa00d51, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=1d0474ca-38e4-4b5c-b842-134e4aa00d51,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:25.626448 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db48fabd-ab48-44d8-9bcb-c0ee4f7e9042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.666228 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9fcdaf0a-8358-457b-a385-6ec999fb02fb req-ce1ada07-d179-4747-b778-8e5a32190466 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221301 Mar 14 10:14:25.670185 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16f853c1-57e7-4f97-8ee7-d16707af24c5 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:23Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:25.705274 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port d5c862b5-3348-4661-8b4d-564cc2862b00 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:25.705848 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.714916 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.810564 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc701c-c7b7-40f8-95f7-ba85e8d104aa None None] Pushing event updated for resources: {'Port': ['ID=1d0474ca-38e4-4b5c-b842-134e4aa00d51,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:25.858756 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port d5c862b5-3348-4661-8b4d-564cc2862b00, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d5c862b5-3348-4661-8b4d-564cc2862b00,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:25.906215 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:25.909054 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:25.910087 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device f2dcf128-c1b7-4d7c-bbb2-2c246833b5be up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:26.059510 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.160156 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:14:26.225285 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:26.235609 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.237731 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:26.243210 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60914) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:26.253740 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:26.254238 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (14617331-ea17-4318-9c15-e255aa80a9a2), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.263346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Pushing event updated for resources: {'Port': ['ID=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:26.302730 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Provisioning complete for port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:26.304867 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.522582 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.527178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:26.527745 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.529181 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=d5c862b5-3348-4661-8b4d-564cc2862b00,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:26.542792 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60918) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:26.781980 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Current status of the port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:26.799318 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d19ed95-a741-4b15-881d-067d2a94e1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.900537 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99a7e2f4-088e-4124-af1b-e29b5086f9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.904120 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e09790a3-e9eb-4966-9fe3-1de2000b1ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (dda5a1e8-567e-4b63-bebc-5f5c65b5862e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.905028 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:26.905427 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.907421 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e09790a3-e9eb-4966-9fe3-1de2000b1ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:26.911634 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e09790a3-e9eb-4966-9fe3-1de2000b1ae1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dda5a1e8-567e-4b63-bebc-5f5c65b5862e HTTP/1.1" status: 204 len: 168 time: 3.7171469 Mar 14 10:14:26.915891 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Provisioning complete for port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:26.920294 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.018721 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d19ed95-a741-4b15-881d-067d2a94e1ac admin admin] Publish callbacks [] for security_group (dde14668-8975-418d-8949-c3dfb4d5a913), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.030678 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1d19ed95-a741-4b15-881d-067d2a94e1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (dde14668-8975-418d-8949-c3dfb4d5a913), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.035011 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09790a3-e9eb-4966-9fe3-1de2000b1ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5a1e8-567e-4b63-bebc-5f5c65b5862e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:27.172242 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842735ae-4ae8-459b-b44d-e4ec134b62bd req-f88b7f05-3b5c-4aa8-bd42-321ddb55af7a tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:27.176603 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-842735ae-4ae8-459b-b44d-e4ec134b62bd req-f88b7f05-3b5c-4aa8-bd42-321ddb55af7a tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 932 time: 0.3430300 Mar 14 10:14:27.206483 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:27.207713 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19ed95-a741-4b15-881d-067d2a94e1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde14668-8975-418d-8949-c3dfb4d5a913,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:27.219091 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 2, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:27.270399 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1d19ed95-a741-4b15-881d-067d2a94e1ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c73d865152c43fbaf52268d3d61067c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0235679 Mar 14 10:14:27.318088 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 60926) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:27.346040 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60930) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:27.361386 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268667427', 'description': 'tempest-description--1163000823'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:27.387463 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4374ec-7b29-48ea-a6e2-e2729381a61c None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 2, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:27.434003 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.465215 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:27.581246 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-842735ae-4ae8-459b-b44d-e4ec134b62bd req-7369dd7e-0cbc-4cb4-a5e5-70be6755c8ef tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582392 Mar 14 10:14:27.601802 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.616206 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Provisioning complete for port 3856da0a-b569-4ef8-9328-f27f6203d7a3 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:27.616786 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.618912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.703740 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99a7e2f4-088e-4124-af1b-e29b5086f9a6 admin admin] Publish callbacks [] for security_group (2b5943c7-fafb-420f-885a-56688a5b3192), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.712167 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99a7e2f4-088e-4124-af1b-e29b5086f9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (2b5943c7-fafb-420f-885a-56688a5b3192), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:27.767981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:27.832136 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:27.857404 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7e2f4-088e-4124-af1b-e29b5086f9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5943c7-fafb-420f-885a-56688a5b3192,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:27.879223 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-99a7e2f4-088e-4124-af1b-e29b5086f9a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7701dd3bc9dc4c709f4aea5c65a83ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3350163 Mar 14 10:14:27.880209 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60938) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:27.924320 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:27.949473 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-75413763-e435-43a6-82c2-18dbdd1199af admin admin] 10.222.0.21 "PUT /v2.0/routers/24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7577434 Mar 14 10:14:27.989798 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-11317a11-f901-4db1-8e99-8af9bd056eae None None] Port 3856da0a-b569-4ef8-9328-f27f6203d7a3 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:28.002725 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:28.013250 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:28.020512 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.163148 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (3f2975a6-1551-4d09-8b21-fff731bc7025), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.208020 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (3f2975a6-1551-4d09-8b21-fff731bc7025), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.366353 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b681ed88-cb1b-4f19-9674-73bd35687af2 admin admin] Publish callbacks [] for security_group (2b5943c7-fafb-420f-885a-56688a5b3192), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.392379 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.464233 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b263667c-741d-4de6-8085-3b4502091afd admin admin] Publish callbacks [] for security_group (dde14668-8975-418d-8949-c3dfb4d5a913), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.466396 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2975a6-1551-4d09-8b21-fff731bc7025,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:28.539503 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b681ed88-cb1b-4f19-9674-73bd35687af2 admin admin] Publish callbacks [] for security_group (2b5943c7-fafb-420f-885a-56688a5b3192), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.579154 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1d0474ca-38e4-4b5c-b842-134e4aa00d51 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:28.602353 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.629676 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e3204e50-5605-4f67-a70b-f004696df5b3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.2822590 Mar 14 10:14:28.640100 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60954) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:28.663182 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'security_group_rule': {'security_group_id': '3f2975a6-1551-4d09-8b21-fff731bc7025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:28.859266 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b263667c-741d-4de6-8085-3b4502091afd admin admin] Publish callbacks [] for security_group (dde14668-8975-418d-8949-c3dfb4d5a913), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.888136 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (9b7a203b-6f74-46d4-b778-eb2b6017b7e4), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:28.986205 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b681ed88-cb1b-4f19-9674-73bd35687af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (2b5943c7-fafb-420f-885a-56688a5b3192), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.004104 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b681ed88-cb1b-4f19-9674-73bd35687af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.005300 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b681ed88-cb1b-4f19-9674-73bd35687af2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b5943c7-fafb-420f-885a-56688a5b3192 HTTP/1.1" status: 204 len: 168 time: 1.1223927 Mar 14 10:14:29.028864 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.27.0.50 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/4cf53e72-092e-4c65-8820-711c647dda81) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:29.055810 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:29.135378 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b681ed88-cb1b-4f19-9674-73bd35687af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5943c7-fafb-420f-885a-56688a5b3192,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:29.224897 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd2cd5-b4c5-4f7b-aaf0-f17ca93c0ba4 req-d9f9d529-0589-4a4e-b0ff-f3fc98e7e3de tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:29.238536 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebd2cd5-b4c5-4f7b-aaf0-f17ca93c0ba4 req-d9f9d529-0589-4a4e-b0ff-f3fc98e7e3de tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 932 time: 0.4933708 Mar 14 10:14:29.274726 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (9b7a203b-6f74-46d4-b778-eb2b6017b7e4), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.324798 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (9b7a203b-6f74-46d4-b778-eb2b6017b7e4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.412209 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60966) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:29.457456 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1592808081', 'description': 'tempest-description--201878863'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:29.520180 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ebd2cd5-b4c5-4f7b-aaf0-f17ca93c0ba4 req-0d4f5569-61ab-4893-b3de-93304fb31e82 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2801027 Mar 14 10:14:29.521663 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7a203b-6f74-46d4-b778-eb2b6017b7e4,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:29.541159 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:29.541547 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.542491 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.551197 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-348ba6fe-694c-4159-a818-994b89fb9d65 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9077213 Mar 14 10:14:29.551771 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60970) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:29.564693 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'security_group_rule': {'security_group_id': '3f2975a6-1551-4d09-8b21-fff731bc7025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:29.609160 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.684783 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (090cb5d4-c41e-48ce-908d-7c6e313944f9), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.690639 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.754593 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (4cf53e72-092e-4c65-8820-711c647dda81), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.761501 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 2, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:29.816117 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:29.817701 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Updating router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:29.851828 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:29.860590 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (4cf53e72-092e-4c65-8820-711c647dda81), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.888116 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Publish callbacks [] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.908794 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:29.910155 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d5c862b5-3348-4661-8b4d-564cc2862b00 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:29.951929 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b263667c-741d-4de6-8085-3b4502091afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (dde14668-8975-418d-8949-c3dfb4d5a913), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.954869 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b263667c-741d-4de6-8085-3b4502091afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.961400 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b263667c-741d-4de6-8085-3b4502091afd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dde14668-8975-418d-8949-c3dfb4d5a913 HTTP/1.1" status: 204 len: 168 time: 2.6389792 Mar 14 10:14:29.967397 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.983931 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (090cb5d4-c41e-48ce-908d-7c6e313944f9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.987481 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (239b6b2f-2617-4944-b709-521573046ea3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:29.997277 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (090cb5d4-c41e-48ce-908d-7c6e313944f9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.008521 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b263667c-741d-4de6-8085-3b4502091afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde14668-8975-418d-8949-c3dfb4d5a913,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:30.012357 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (239b6b2f-2617-4944-b709-521573046ea3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.024321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Transition to ACTIVE for port object afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:14:30.054580 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks [] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.060677 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.073782 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:30.080563 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.081426 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (14617331-ea17-4318-9c15-e255aa80a9a2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.083609 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:30.093293 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=4cf53e72-092e-4c65-8820-711c647dda81,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:30.097838 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.105157 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6692257 Mar 14 10:14:30.110616 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60976) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:30.110616 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60978) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:30.112758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:30.168897 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'security_group_rule': {'security_group_id': '239b6b2f-2617-4944-b709-521573046ea3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:30.193968 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090cb5d4-c41e-48ce-908d-7c6e313944f9,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:30.243260 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.243260 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bb67b2ed-1123-4032-876c-8014bf01d5a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6900618 Mar 14 10:14:30.299685 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60984) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:30.326585 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:30.357333 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e348545a-5397-42ac-b7e3-96edcce31098 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.374843 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cbbb7-5855-46b8-9be1-b8032c370795 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239b6b2f-2617-4944-b709-521573046ea3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:30.378634 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (ce9cbbc0-aaa4-4377-ad40-126f497025d4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.437111 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port d5c862b5-3348-4661-8b4d-564cc2862b00 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:30.437836 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.449315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Pushing event updated for resources: {'Port': ['ID=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:30.527779 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.561206 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (29ea38cd-9c63-4f2d-a098-e21f05210806), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.607618 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Attempting to bind port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:30.608056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Attempting to bind port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '97c5b09f-1511-4f7e-bee7-974a3295a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:30.608339 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Attempting to bind port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 on network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:30.650903 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 on network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:14:30.651239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Attempting to bind port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 on network 6685f08e-a1a9-4827-adc4-bc565de1c4e3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:30.698581 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:30.698955 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Checking segment: {'id': '97c5b09f-1511-4f7e-bee7-974a3295a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:30.699503 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Bound using segment: {'id': '97c5b09f-1511-4f7e-bee7-974a3295a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:30.700054 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Bound port: afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97c5b09f-1511-4f7e-bee7-974a3295a96e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:30.700633 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.712274 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (4cf53e72-092e-4c65-8820-711c647dda81), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.876581 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Publish callbacks [] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.907024 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.928655 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (4cf53e72-092e-4c65-8820-711c647dda81), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.943102 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (4cf53e72-092e-4c65-8820-711c647dda81), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:30.945490 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Pushing event updated for resources: {'Port': ['ID=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:30.964295 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 60990) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:30.992124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (29ea38cd-9c63-4f2d-a098-e21f05210806), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.081129 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] For port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:31.088235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] For port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,segment=NetworkSegment(97c5b09f-1511-4f7e-bee7-974a3295a96e),segment_id=97c5b09f-1511-4f7e-bee7-974a3295a96e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:31.102436 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (29ea38cd-9c63-4f2d-a098-e21f05210806), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.124855 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.151126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1affe564-dcda-461d-bc05-4ddcd509f83a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.156211 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (ce9cbbc0-aaa4-4377-ad40-126f497025d4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.168156 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:31.180457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:31.190987 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff31a8-5ae0-452d-9458-c6a6bbe05e51 None None] Pushing event updated for resources: {'Port': ['ID=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:31.199510 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630a2d1-d82f-41f6-ba76-99a1dac449fd req-2116651c-0c35-440d-9255-85271152a103 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:31.201233 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d630a2d1-d82f-41f6-ba76-99a1dac449fd req-2116651c-0c35-440d-9255-85271152a103 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.4773648 Mar 14 10:14:31.254987 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port d5c862b5-3348-4661-8b4d-564cc2862b00 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:31.261954 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e348545a-5397-42ac-b7e3-96edcce31098 admin admin] Publish callbacks [] for security_group (09a204c3-e4e3-44a2-9759-f36e3e4c6624), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.301245 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Attempting to bind port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:31.301562 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Attempting to bind port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:31.301946 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Attempting to bind port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:31.313499 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:31.313884 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Checking segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:31.314909 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ea38cd-9c63-4f2d-a098-e21f05210806,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:31.317153 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.317604 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Bound using segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:31.318162 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Bound port: 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:31.318642 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.338418 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e348545a-5397-42ac-b7e3-96edcce31098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (09a204c3-e4e3-44a2-9759-f36e3e4c6624), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.346035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:31.358552 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.360149 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] 10.222.0.35 "PUT /v2.0/ports/afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 HTTP/1.1" status: 200 len: 1094 time: 7.7962046 Mar 14 10:14:31.360673 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'tag': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:31.410046 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.412497 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-38ebe090-76be-4d95-bf52-86b76453e866 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2674313 Mar 14 10:14:31.418781 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 32768) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:31.449384 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'security_group_rule': {'security_group_id': '239b6b2f-2617-4944-b709-521573046ea3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:31.544538 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6f7b1126-6a8f-43d7-b5d0-8adac5f9f24f None None] Provisioning complete for port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:31.545152 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1126-6a8f-43d7-b5d0-8adac5f9f24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.622007 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1126-6a8f-43d7-b5d0-8adac5f9f24f None None] Port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:31.626344 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e3db18c1-d0a6-46f4-a069-e4b810b718ce up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:31.639302 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] For port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:31.684882 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e348545a-5397-42ac-b7e3-96edcce31098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a2c6f95220c74e008c10df1210ca0d58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5346923 Mar 14 10:14:31.692861 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 32770) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:31.729787 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] For port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:31.751971 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.912194 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:31.913483 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3582125 Mar 14 10:14:31.951511 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a1af5-9809-4992-8822-f317879d5df7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=4cf53e72-092e-4c65-8820-711c647dda81,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:31.986318 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:31.987745 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:32.235859 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff31a8-5ae0-452d-9458-c6a6bbe05e51 None None] Pushing event updated for resources: {'Port': ['ID=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:32.238519 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port e3db18c1-d0a6-46f4-a069-e4b810b718ce triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:32.238949 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.261666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676" -d '{"events": [{"name": "network-changed", "server_uuid": "126dd6c5-ec18-45a4-ae7c-96f282d79ac7", "tag": "afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:32.361051 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d630a2d1-d82f-41f6-ba76-99a1dac449fd req-39d47278-7f8f-45d6-8a2f-d49d7318e51e tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0939686 Mar 14 10:14:32.442566 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdde583-952f-4eec-a192-9a5ea2a0978a service neutron] Pushing event updated for resources: {'Port': ['ID=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:32.446325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] Provisioning complete for port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:32.447655 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.473364 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-f7001535-c4bd-4712-aec1-e279455ebab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:32.479936 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-f7001535-c4bd-4712-aec1-e279455ebab6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f03c0c670af47a1bdb632299c443975&device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 1128 time: 0.7595870 Mar 14 10:14:32.496326 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1affe564-dcda-461d-bc05-4ddcd509f83a admin admin] Publish callbacks [] for security_group (6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.500328 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Router 14617331-ea17-4318-9c15-e255aa80a9a2 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:14:32.587341 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e348545a-5397-42ac-b7e3-96edcce31098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a204c3-e4e3-44a2-9759-f36e3e4c6624,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:32.590764 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:32.607057 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1affe564-dcda-461d-bc05-4ddcd509f83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.623935 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4dd855-e8cb-4a03-81bf-8e38a0452849 x-openstack-request-id: req-9c4dd855-e8cb-4a03-81bf-8e38a0452849 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:32.624417 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "126dd6c5-ec18-45a4-ae7c-96f282d79ac7", "tag": "afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:32.624838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c4dd855-e8cb-4a03-81bf-8e38a0452849 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:32.625312 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'tag': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4', 'status': 'completed', 'code': 200} Mar 14 10:14:32.625592 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.641621 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (33a4a5ec-fa75-429c-b443-aca64673110e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.682155 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:32.691973 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Sync routers for ids ['14617331-ea17-4318-9c15-e255aa80a9a2'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:32.693674 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7cb3f4b0-d648-458a-bb08-8f4170c1f89e admin admin] 10.222.0.21 "PUT /v2.0/routers/14617331-ea17-4318-9c15-e255aa80a9a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3157082 Mar 14 10:14:32.706493 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Routers {'14617331-ea17-4318-9c15-e255aa80a9a2'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:32.707209 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['14617331-ea17-4318-9c15-e255aa80a9a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:32.746087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-80c4144b-1c64-457c-92f8-7760e39f61cb admin admin] Publish callbacks [] for security_group (09a204c3-e4e3-44a2-9759-f36e3e4c6624), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.752927 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 32802) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:32.762258 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1affe564-dcda-461d-bc05-4ddcd509f83a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c5cf9b5f12642e9bd499beb8b039f82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7684717 Mar 14 10:14:32.780170 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1affe564-dcda-461d-bc05-4ddcd509f83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:32.830965 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port e3db18c1-d0a6-46f4-a069-e4b810b718ce is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:32.831363 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.852818 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port e3db18c1-d0a6-46f4-a069-e4b810b718ce, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e3db18c1-d0a6-46f4-a069-e4b810b718ce,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:32.874775 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.875579 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device f2dcf128-c1b7-4d7c-bbb2-2c246833b5be up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:32.901677 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-1ed04024-0870-4158-b596-fe0ea2f17d46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 HTTP/1.1" status: 200 len: 217 time: 0.1157160 Mar 14 10:14:32.912519 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Set router 14617331-ea17-4318-9c15-e255aa80a9a2 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:32.922058 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-80c4144b-1c64-457c-92f8-7760e39f61cb admin admin] Publish callbacks [] for security_group (09a204c3-e4e3-44a2-9759-f36e3e4c6624), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:32.987658 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Allocated IP 172.27.0.89 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/7cbb8470-f707-4f67-ab71-afc9a370a9d1) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:33.008372 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e89-407f-455d-a0fb-9765af13e8fb admin admin] Publish callbacks [] for security_group (6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.012500 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-e1a1729e-9afa-492a-810d-f809d38ec449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:33.014142 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-e1a1729e-9afa-492a-810d-f809d38ec449 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=139cc877-7d32-42a4-9eba-04086c55e940 HTTP/1.1" status: 200 len: 851 time: 0.0963049 Mar 14 10:14:33.035417 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] Current status of the port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:33.035842 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.092089 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=e3db18c1-d0a6-46f4-a069-e4b810b718ce,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:33.135303 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.146031 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-2f0d0973-17d8-448b-bd8b-c11c107f78ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6685f08e-a1a9-4827-adc4-bc565de1c4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234381 Mar 14 10:14:33.150249 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] For port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:33.159924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.198656 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e89-407f-455d-a0fb-9765af13e8fb admin admin] Publish callbacks [] for security_group (6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.199890 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:33.200324 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.276574 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (33a4a5ec-fa75-429c-b443-aca64673110e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.279339 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.295304 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eda367-828c-4ada-87b6-da9a209f3f08 None None] Pushing event updated for resources: {'Port': ['ID=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:33.300780 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:31Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:33.338934 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b03a86c-26f5-4980-a600-9a3c93c17e34 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:31Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:33.369146 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e89-407f-455d-a0fb-9765af13e8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.372768 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8caa4e89-407f-455d-a0fb-9765af13e8fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.374293 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8caa4e89-407f-455d-a0fb-9765af13e8fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120 HTTP/1.1" status: 204 len: 168 time: 0.6201851 Mar 14 10:14:33.389610 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:27Z', 'revision_number': 4, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743', 'name': '', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'mac_address': 'fa:16:3e:43:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:23Z', 'updated_at': '2022-03-14T10:14:28Z', 'revision_number': 2, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'subnets': [{'id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:33.390846 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:33.440970 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa4e89-407f-455d-a0fb-9765af13e8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6fbef2-6e22-4eef-8fc5-d09ddb1d7120,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:33.441452 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Checking router: 14617331-ea17-4318-9c15-e255aa80a9a2 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:33.442007 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Updating router 14617331-ea17-4318-9c15-e255aa80a9a2 port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:33.446281 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-80c4144b-1c64-457c-92f8-7760e39f61cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (09a204c3-e4e3-44a2-9759-f36e3e4c6624), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.449233 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-80c4144b-1c64-457c-92f8-7760e39f61cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.457089 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-37b17298-299f-4f6d-a821-c8ea9d07419c service neutron] 10.222.0.35 "GET /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006287 Mar 14 10:14:33.467160 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-80c4144b-1c64-457c-92f8-7760e39f61cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09a204c3-e4e3-44a2-9759-f36e3e4c6624 HTTP/1.1" status: 204 len: 168 time: 1.1143827 Mar 14 10:14:33.473088 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (33a4a5ec-fa75-429c-b443-aca64673110e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.496703 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:33.525876 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.603085 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:33.605886 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:33.611763 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a85e5377-5527-4ff9-8c68-19bf9c0a79eb req-f466e5d9-208a-4c42-b17a-c5ee8321ad74 service neutron] 10.222.0.35 "GET /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488149 Mar 14 10:14:33.639752 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e3db18c1-d0a6-46f4-a069-e4b810b718ce up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:33.640552 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-617caafa-86ca-4528-997a-9b64a91b34e4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--8336531&fields=id&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 267 time: 1.2470121 Mar 14 10:14:33.705713 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port e3db18c1-d0a6-46f4-a069-e4b810b718ce triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:33.706124 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.761836 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4144b-1c64-457c-92f8-7760e39f61cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a204c3-e4e3-44a2-9759-f36e3e4c6624,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:33.810557 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33a4a5ec-fa75-429c-b443-aca64673110e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:33.817999 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-d316ae07-1388-4159-bf81-ed28a98ddc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:33.824665 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-d316ae07-1388-4159-bf81-ed28a98ddc72 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5f03c0c670af47a1bdb632299c443975&device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 1128 time: 0.1397650 Mar 14 10:14:33.837896 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-7c3bd346-3fb1-4805-9674-a66194e44ed8 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:33.845180 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-7c3bd346-3fb1-4805-9674-a66194e44ed8 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 818 time: 0.5884299 Mar 14 10:14:33.879238 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'Port': ['ID=7cbb8470-f707-4f67-ab71-afc9a370a9d1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:33.912159 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port e3db18c1-d0a6-46f4-a069-e4b810b718ce is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:33.927081 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:33.931210 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f78972cf-f4ed-4378-b855-df0395ad5ef7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4924927 Mar 14 10:14:33.937856 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 32838) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:33.947036 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:33.964104 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-18f52c4f-0a1d-41eb-942c-25e5ec68c081 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/quotas/4fc03e978457496f87b0aaf839d16db5 HTTP/1.1" status: 200 len: 375 time: 0.1175518 Mar 14 10:14:34.062199 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Publish callbacks [] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.071325 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.074254 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.089228 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (15ba5947-f422-4030-8907-048967bef329), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.094361 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-96ecdb2b-57d4-4005-ad97-fb9088036c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:34.095864 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-96ecdb2b-57d4-4005-ad97-fb9088036c78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=6685f08e-a1a9-4827-adc4-bc565de1c4e3 HTTP/1.1" status: 200 len: 911 time: 0.2637954 Mar 14 10:14:34.135049 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d640b53b-c539-4e27-8047-128126d2844c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:34.141710 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d640b53b-c539-4e27-8047-128126d2844c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.4996166 Mar 14 10:14:34.142182 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55603447-9f11-4c8d-b864-ddf832f01b08 None None] Pushing event updated for resources: {'Port': ['ID=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:34.156334 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-e29a8444-dbcb-4878-b503-d2fa9e4d2f57 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 HTTP/1.1" status: 200 len: 217 time: 0.0528069 Mar 14 10:14:34.194676 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-130a1284-ca41-45d7-afe1-1e0e5e1d024a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/quotas/19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 375 time: 0.0519996 Mar 14 10:14:34.223525 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-274951b4-8d2f-42fb-ab83-fc39faddeb63 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2567723 Mar 14 10:14:34.239477 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.268444 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-e90f646b-29dc-4d4c-820d-fc424c6f1eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:34.271972 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-e90f646b-29dc-4d4c-820d-fc424c6f1eb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=139cc877-7d32-42a4-9eba-04086c55e940 HTTP/1.1" status: 200 len: 851 time: 0.1030369 Mar 14 10:14:34.281738 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Attempting to bind port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:34.283316 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Attempting to bind port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:34.283844 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Attempting to bind port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:34.294171 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:34.294913 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Checking segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:34.297898 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.298292 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Bound using segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:34.298785 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Bound port: 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:34.300691 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.336065 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-4edae777-4935-443f-8e8f-3c2357023671 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=6685f08e-a1a9-4827-adc4-bc565de1c4e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591516 Mar 14 10:14:34.404255 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-8bbc7fa8-43be-4010-bfb3-a1932673358c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086029 Mar 14 10:14:34.436039 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.445309 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] For port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:34.453608 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] For port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:34.469677 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.587351 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Routers {'14617331-ea17-4318-9c15-e255aa80a9a2'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:34.590579 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['14617331-ea17-4318-9c15-e255aa80a9a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:34.599940 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-e735d723-990b-4541-9a1c-7320cceebd6a service neutron] 10.222.0.35 "GET /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497618 Mar 14 10:14:34.652719 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:34.671293 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-b0b73332-227b-416f-ad08-c2639f2aed20 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660687 Mar 14 10:14:34.678616 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:34.680080 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:34.718955 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.744793 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] Set router 14617331-ea17-4318-9c15-e255aa80a9a2 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:34.796812 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.884895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (15ba5947-f422-4030-8907-048967bef329), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:34.932076 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-892aeb98-bfc4-4ae2-a50c-b5b34ae79676 req-d9b0302f-d33a-4227-8ee7-131a9080191f service neutron] 10.222.0.35 "GET /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298540 Mar 14 10:14:34.965884 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-cf9f3963-5bb2-4556-9b28-3ef04337f42a service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936263 Mar 14 10:14:35.010320 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:35.022092 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7096062 Mar 14 10:14:35.041460 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:27Z', 'revision_number': 4, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743', 'name': '', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'mac_address': 'fa:16:3e:43:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:23Z', 'updated_at': '2022-03-14T10:14:34Z', 'revision_number': 4, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'subnets': [{'id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:35.047458 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9ef39-246f-43c6-b601-b11c566e60bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'Port': ['ID=7cbb8470-f707-4f67-ab71-afc9a370a9d1,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:35.056707 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:35.135843 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b90d67f9-fd60-45a7-a0f3-a8af88ea9ce6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:14:35.137143 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b90d67f9-fd60-45a7-a0f3-a8af88ea9ce6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2537563 Mar 14 10:14:35.144116 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Allocated IP 172.27.0.111 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/3f21d126-f53e-4a57-878c-485903715222) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:35.181752 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a6ec9f-f743-4043-9865-a429a01a4a32 None None] The sync data for ids ['14617331-ea17-4318-9c15-e255aa80a9a2'] in dv-cinder-833543-1-iscsi is: [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:27Z', 'revision_number': 4, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743', 'name': '', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'mac_address': 'fa:16:3e:43:38:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:23Z', 'updated_at': '2022-03-14T10:14:34Z', 'revision_number': 4, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'subnets': [{'id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:35.183277 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55603447-9f11-4c8d-b864-ddf832f01b08 None None] Pushing event updated for resources: {'Port': ['ID=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,revision_number=4']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:35.396718 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-9bf4770f-1de7-4265-afcf-6d63c8c553b6 service neutron] 10.222.0.21 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520604 Mar 14 10:14:35.619838 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-43035a20-7daf-4778-9410-4df25663a9f0 service neutron] 10.222.0.21 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935830 Mar 14 10:14:35.718564 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:35.787339 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea6d03-ec08-43ca-ab17-f414da2fd151 req-9afdb2c0-1cf8-433a-9993-141d543778d7 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:35.830032 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8eea6d03-ec08-43ca-ab17-f414da2fd151 req-9afdb2c0-1cf8-433a-9993-141d543778d7 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.1938291 Mar 14 10:14:35.885793 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:35.900638 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:35.971392 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 2, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:35.988117 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for port (3f21d126-f53e-4a57-878c-485903715222), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.017070 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8eea6d03-ec08-43ca-ab17-f414da2fd151 req-6cc1e2bd-eb3f-4c6e-9717-524adda339fd tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766698 Mar 14 10:14:36.081956 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:36.083480 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Updating router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 port 3856da0a-b569-4ef8-9328-f27f6203d7a3 binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:14:36.184735 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (3f21d126-f53e-4a57-878c-485903715222), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.260690 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:36.264637 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:36.268492 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:36.289136 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'Port': ['ID=3f21d126-f53e-4a57-878c-485903715222,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:36.335929 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:36.371273 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.376595 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (aa989416-03ee-42a3-8939-c17af770be90), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.472468 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3f21d126-f53e-4a57-878c-485903715222), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.520371 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b100062-7892-44b3-971a-f9e79ec7ab1f req-a9badc31-7ac6-4ee9-8665-65d763a5da23 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 210 time: 0.2228663 Mar 14 10:14:36.533060 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-94333f7f-550f-4d2a-bc73-e36a67f1e194 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1268667427&fields=id&tenant_id=48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 267 time: 0.3155494 Mar 14 10:14:36.669480 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:14:36.807935 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18bd9069-112f-47fb-a550-f7627ad09fb5 req-c097a30f-6bb9-4335-8f3c-2bbfe5d8b81b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 210 time: 0.1555974 Mar 14 10:14:36.846399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for port (3f21d126-f53e-4a57-878c-485903715222), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.861836 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3f21d126-f53e-4a57-878c-485903715222), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.915671 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (aa989416-03ee-42a3-8939-c17af770be90), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.957724 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:36.959127 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0203335 Mar 14 10:14:36.983365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4480ef-23d3-49ce-8df9-2a75f5ff2266 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'Port': ['ID=3f21d126-f53e-4a57-878c-485903715222,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:36.989504 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-2e458a0e-8c46-4ed7-b823-05f6433858aa tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:36.997588 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-2e458a0e-8c46-4ed7-b823-05f6433858aa tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 816 time: 0.4636340 Mar 14 10:14:37.022214 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-95ef304f-03d7-4373-a6cd-254c68f57a64 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/quotas/48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 375 time: 0.0161800 Mar 14 10:14:37.196236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,segment=NetworkSegment(97c5b09f-1511-4f7e-bee7-974a3295a96e),segment_id=97c5b09f-1511-4f7e-bee7-974a3295a96e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:37.246528 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4', 'network_id': '6685f08e-a1a9-4827-adc4-bc565de1c4e3', 'port_id': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4', 'mac_address': 'fa:16:3e:f4:6e:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '139cc877-7d32-42a4-9eba-04086c55e940', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:14:37.408444 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Publish callbacks [] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:37.422136 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-b6e356e1-2ef8-42c2-a290-6cdaba06ce59 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3774934 Mar 14 10:14:37.422397 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:37.617611 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb17e0-d731-4ccd-a9a7-01914c5563ad req-3763e05e-8d77-4239-8034-82c633f3ce62 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:37.642025 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92bb17e0-d731-4ccd-a9a7-01914c5563ad req-3763e05e-8d77-4239-8034-82c633f3ce62 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 944 time: 0.3073628 Mar 14 10:14:37.769715 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:37.779189 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-55c8dc52-4505-4b90-b56a-19338c573945 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512242 Mar 14 10:14:37.779317 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:37.780254 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:37.861560 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92bb17e0-d731-4ccd-a9a7-01914c5563ad req-f0227e8f-f6fe-4663-b82b-655fa6f47b3c tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147591 Mar 14 10:14:37.939696 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e056-3834-4044-a18c-e63a559efc43 None None] Pushing event updated for resources: {'Port': ['ID=3856da0a-b569-4ef8-9328-f27f6203d7a3,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:37.955356 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:38.025571 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-30e2234c-26ef-460f-99ca-35f46d0d5c78 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241910 Mar 14 10:14:38.071109 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-ea4fe2a7-b984-406c-b0bf-5352af3d0e04 None None] Provisioning complete for port 3856da0a-b569-4ef8-9328-f27f6203d7a3 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:38.075370 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ea4fe2a7-b984-406c-b0bf-5352af3d0e04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:38.084062 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,segment=NetworkSegment(97c5b09f-1511-4f7e-bee7-974a3295a96e),segment_id=97c5b09f-1511-4f7e-bee7-974a3295a96e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:38.122522 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-9f00485b-bf76-4960-92a8-6a501a7d740f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:38.139867 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-9f00485b-bf76-4960-92a8-6a501a7d740f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 818 time: 0.1554284 Mar 14 10:14:38.155279 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:38.181032 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Attempting to bind port 3856da0a-b569-4ef8-9328-f27f6203d7a3 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:38.181527 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Attempting to bind port 3856da0a-b569-4ef8-9328-f27f6203d7a3 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:38.181765 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Attempting to bind port 3856da0a-b569-4ef8-9328-f27f6203d7a3 on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:38.188591 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-78719d75-47e1-4bdf-b854-9b77183cc84c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/quotas/4fc03e978457496f87b0aaf839d16db5 HTTP/1.1" status: 200 len: 375 time: 0.0477343 Mar 14 10:14:38.263215 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ea4fe2a7-b984-406c-b0bf-5352af3d0e04 None None] Port 3856da0a-b569-4ef8-9328-f27f6203d7a3 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:38.288554 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:38.290206 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:38.295139 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:38.295842 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Checking segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:38.296463 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:38.298035 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-2766b5d9-e43b-483f-89d3-4a9cd4c3d855 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1080861 Mar 14 10:14:38.306802 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Bound using segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:38.307688 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Bound port: 3856da0a-b569-4ef8-9328-f27f6203d7a3, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:38.308305 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:38.449184 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.35', 65488) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:38.488808 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:14:38.504816 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-81dca496-0160-46bc-96b3-4c1c67ca60a8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1592808081&fields=id&tenant_id=5764ccf21bb64182978d5665a4332fa5 HTTP/1.1" status: 200 len: 267 time: 0.1936026 Mar 14 10:14:38.514961 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:38.765989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-45651282-b0b1-47d3-a6d5-c8cd7acbd1c2 service neutron] 10.222.0.21 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662921 Mar 14 10:14:38.919248 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-232abdc5-360f-40ed-af29-7d81eb45eeea tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:38.922818 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:38.923219 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:38.930685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-f9399ee8-77be-4a31-ab03-24b2a64a2b96 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:38.935002 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-232abdc5-360f-40ed-af29-7d81eb45eeea tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 810 time: 0.4238002 Mar 14 10:14:38.935743 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-f9399ee8-77be-4a31-ab03-24b2a64a2b96 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 818 time: 0.5337915 Mar 14 10:14:38.955876 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Request body: {'port': {'device_id': '9d501806-0dd6-4916-afbd-42a59c134c53', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'admin_state_up': True, 'tenant_id': '4fc03e978457496f87b0aaf839d16db5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:38.975270 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-e601f0dd-14a2-4dfa-8076-a022865a5d21 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/quotas/5764ccf21bb64182978d5665a4332fa5 HTTP/1.1" status: 200 len: 375 time: 0.0392976 Mar 14 10:14:38.988729 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] For port 3856da0a-b569-4ef8-9328-f27f6203d7a3, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:39.080443 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] For port 3856da0a-b569-4ef8-9328-f27f6203d7a3, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=3856da0a-b569-4ef8-9328-f27f6203d7a3,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:39.089927 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:39.099175 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-73f860de-92b8-4f61-af29-a3548088a91a service neutron] 10.222.0.21 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242474 Mar 14 10:14:39.101223 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:39.107619 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:39.167563 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-83584105-9b52-4e3a-b882-bc9dc5ef6575 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:39.169330 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-83584105-9b52-4e3a-b882-bc9dc5ef6575 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.7147975 Mar 14 10:14:39.176230 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-6d756423-2844-4940-b10b-4fb872cd65b6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1987762 Mar 14 10:14:39.368594 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-25e04ec1-22c8-40b7-a4f1-b17c5b0ba8bb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 377 time: 0.1896605 Mar 14 10:14:39.370264 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Made reservation on behalf of 4fc03e978457496f87b0aaf839d16db5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:39.376758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:39.395078 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:39.442070 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:39.447031 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:39.469356 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'port': {'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'admin_state_up': True, 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'security_groups': ['044f1797-c65e-4327-8cf9-a35f57cc8be6']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:39.569021 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-9292710f-431c-4f73-94f7-ba377203aa82 service neutron] 10.222.0.21 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791642 Mar 14 10:14:39.729379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:39.825894 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8f613aa3-f03b-4b3b-b8fb-8d1e0c9089ab req-e9a846c9-a701-4cd2-b05b-b363b87ac30e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 210 time: 0.0773606 Mar 14 10:14:39.854282 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058e056-3834-4044-a18c-e63a559efc43 None None] Pushing event updated for resources: {'Port': ['ID=3856da0a-b569-4ef8-9328-f27f6203d7a3,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:39.858570 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-d8bbccfb-7d1b-4c31-ba02-f721e671e033 service neutron] 10.222.0.21 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828867 Mar 14 10:14:39.876855 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] Provisioning complete for port 3856da0a-b569-4ef8-9328-f27f6203d7a3 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:39.877347 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:39.976435 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Made reservation on behalf of 19a49a9688934f78b6007ef31221ade5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:39.980666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:39.988216 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Allocated IP 172.20.0.7 (3f84a43f-5b50-4312-84d7-266c2d062ea7/a155fb8e-074d-451d-8203-1ea0b9329121/769b53cb-4a3a-401f-b024-483287d18ed8) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:40.026513 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:40.029556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:40.033265 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66b24c3c-f6df-45a7-b7c8-6291411abb34 req-598f0d50-a497-4b74-aca7-0a92df63b136 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0798695 Mar 14 10:14:40.258986 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.20.0.3 (b234086d-247f-407e-8ab7-3bc9926c2ac3/d8818528-63ce-405b-91bb-e268a6604b8e/0cbca7fa-3c63-45d5-9372-1483250d0551) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:40.276282 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 65495) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:40.312388 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:40.315677 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c97a370a-5f09-432b-9375-7a6ba2928f3b req-364757a9-013d-4879-9d88-787fc0445178 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 210 time: 0.1363482 Mar 14 10:14:40.462963 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] Current status of the port 3856da0a-b569-4ef8-9328-f27f6203d7a3 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:40.464137 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:40.480206 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:40.578771 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b02dd4e-7123-4735-a566-72c42d15e910 req-5131a21f-1855-4c40-a054-398c705949ba tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:40.601673 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b02dd4e-7123-4735-a566-72c42d15e910 req-5131a21f-1855-4c40-a054-398c705949ba tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 945 time: 0.3209488 Mar 14 10:14:40.624585 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:40.713552 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:40.781214 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:40.870567 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b02dd4e-7123-4735-a566-72c42d15e910 req-60168109-69b7-4bfb-ab9e-a23ee51cb0fa tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581704 Mar 14 10:14:40.882854 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f1c5c40e-9efe-4f34-8f65-18a33c9b7b54 req-35e04122-7e89-4b16-a462-df8e0d6d904c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 210 time: 0.1980920 Mar 14 10:14:40.907027 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-e62cc0c8-6c4a-4efd-8c88-6619635b9614 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:40.910976 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-e62cc0c8-6c4a-4efd-8c88-6619635b9614 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 816 time: 0.6287489 Mar 14 10:14:40.956178 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=0cbca7fa-3c63-45d5-9372-1483250d0551,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:40.962436 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] For port 3856da0a-b569-4ef8-9328-f27f6203d7a3, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=3856da0a-b569-4ef8-9328-f27f6203d7a3,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:41.002007 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.014299 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:41.026066 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:41.055082 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:41.068708 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:41.079350 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:41.080645 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.097551 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1cc72a1-12a4-4e22-9142-c1e23502ba0e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 380 time: 0.1753116 Mar 14 10:14:41.111807 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-a9d48d75-55d6-4377-9bba-68578efeb591 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6859925 Mar 14 10:14:41.129852 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:14:41.137115 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Request body: {'port': {'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:41.156292 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'port': {'device_id': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'admin_state_up': True, 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'security_groups': ['3f2975a6-1551-4d09-8b21-fff731bc7025']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:41.170147 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:41.170585 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.265362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7d7233-773d-4b6d-bc3b-7931b63b7534 None None] Pushing event updated for resources: {'Port': ['ID=3856da0a-b569-4ef8-9328-f27f6203d7a3,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:41.385733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks [] for port (769b53cb-4a3a-401f-b024-483287d18ed8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.387010 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.35', 65501) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:41.424068 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1207466-c463-4b83-b370-1857fb4e8de3 req-941f5afd-f068-440c-8e2e-07de27a734f6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0550156 Mar 14 10:14:41.446377 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190361-3845-4ebf-94ea-f7df9db3da1b req-fa0f5eff-4d49-49e2-b3e8-e822eb859a45 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:41.447522 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.455235 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69190361-3845-4ebf-94ea-f7df9db3da1b req-fa0f5eff-4d49-49e2-b3e8-e822eb859a45 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 931 time: 0.4678166 Mar 14 10:14:41.477576 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Made reservation on behalf of 48378d748f5046a89b2ad82eb1e65d4a for: {'port': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:41.481356 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.594140 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f89b576d-f96a-492b-9c18-ce5b8bce872b None None] Provisioning complete for port 0cbca7fa-3c63-45d5-9372-1483250d0551 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:41.594645 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f89b576d-f96a-492b-9c18-ce5b8bce872b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.605400 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:41.605717 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:41.661164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:38Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:41.712905 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 3856da0a-b569-4ef8-9328-f27f6203d7a3 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:41.718254 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f89b576d-f96a-492b-9c18-ce5b8bce872b None None] Port 0cbca7fa-3c63-45d5-9372-1483250d0551 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:41.719960 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3b5150-a10a-4eeb-924e-7985fe1c95f3 None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:38Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:41.867271 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Allocated IP 172.20.0.4 (aa6f9f98-0eed-4ba5-998a-6e7185cea065/f4afdfd6-1704-48f8-9ad3-64d3757f8d4a/5d5b67aa-2452-493f-908e-6c38a05c7cea) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:41.992125 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:42.024270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.35', 65507) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:42.039541 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.064653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6e9a746-ec6d-4cc8-96ad-0bdb2fb42a01 req-d3200e6b-15a8-492d-930e-b06652a12185 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 210 time: 0.1929805 Mar 14 10:14:42.107652 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-49b764ac-e400-4752-bc9a-c9c71b3d509a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:42.109147 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-49b764ac-e400-4752-bc9a-c9c71b3d509a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 818 time: 0.7211666 Mar 14 10:14:42.119984 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69190361-3845-4ebf-94ea-f7df9db3da1b req-cff47450-e93c-4594-a4c8-ef802f9ecad7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6614473 Mar 14 10:14:42.140144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cbca7fa-3c63-45d5-9372-1483250d0551 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:42.151104 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,segment=NetworkSegment(97c5b09f-1511-4f7e-bee7-974a3295a96e),segment_id=97c5b09f-1511-4f7e-bee7-974a3295a96e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:42.192629 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.237141 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Request body: {'port': {'device_id': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'admin_state_up': True, 'tenant_id': '4fc03e978457496f87b0aaf839d16db5'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:42.239923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 3856da0a-b569-4ef8-9328-f27f6203d7a3 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:42.240307 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.248819 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Publish callbacks [] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.358006 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:42.370339 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:42.395274 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 3856da0a-b569-4ef8-9328-f27f6203d7a3 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:42.416890 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cefe0b0-86a2-4cb5-836b-fcea0f27401c" -d '{"events": [{"server_uuid": "126dd6c5-ec18-45a4-ae7c-96f282d79ac7", "name": "network-vif-plugged", "status": "completed", "tag": "afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:42.427693 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f94c30d8-e8c2-4c54-889a-9b71442c1cb5 req-c811c017-99e8-45ab-93ff-72100eb27126 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 210 time: 0.0413487 Mar 14 10:14:42.436127 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Transition to ACTIVE for port object 0cbca7fa-3c63-45d5-9372-1483250d0551 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:14:42.439179 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:42.458612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:42.463891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:42.464710 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.474028 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.476423 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Pushing event updated for resources: {'Port': ['ID=769b53cb-4a3a-401f-b024-483287d18ed8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:42.499222 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078aa5f-f662-43d9-910d-557d55f95349 req-29a8ebb3-c78e-44d9-b23d-d08b2d4331b4 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:42.501166 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2078aa5f-f662-43d9-910d-557d55f95349 req-29a8ebb3-c78e-44d9-b23d-d08b2d4331b4 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.2493949 Mar 14 10:14:42.507361 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.582895 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-b5104289-495b-4ec4-aa9f-825584afea99 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6370871 Mar 14 10:14:42.585729 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2078aa5f-f662-43d9-910d-557d55f95349 req-519f7197-aed8-492f-8402-1a42f7c4b015 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667572 Mar 14 10:14:42.607310 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Request body: {'port': {'device_id': '9d501806-0dd6-4916-afbd-42a59c134c53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:42.654596 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.684720 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-4501749f-c3fd-4064-92bf-8277d353557e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:42.688422 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-4501749f-c3fd-4064-92bf-8277d353557e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 810 time: 0.6625707 Mar 14 10:14:42.730466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca7fa-3c63-45d5-9372-1483250d0551,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:42.865294 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e84fa6-9888-48e0-a885-4d530531a108 x-openstack-request-id: req-e5e84fa6-9888-48e0-a885-4d530531a108 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:42.866180 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126dd6c5-ec18-45a4-ae7c-96f282d79ac7", "name": "network-vif-plugged", "status": "completed", "tag": "afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:42.866564 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5e84fa6-9888-48e0-a885-4d530531a108 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:42.867180 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4', 'code': 200} Mar 14 10:14:42.904707 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Attempting to bind port 0cbca7fa-3c63-45d5-9372-1483250d0551 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:42.905293 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Attempting to bind port 0cbca7fa-3c63-45d5-9372-1483250d0551 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:42.905776 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Attempting to bind port 0cbca7fa-3c63-45d5-9372-1483250d0551 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:42.913314 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Made reservation on behalf of 4fc03e978457496f87b0aaf839d16db5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:42.917064 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.955278 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:42.993624 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Port 0cbca7fa-3c63-45d5-9372-1483250d0551 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:14:42.994110 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Attempting to bind port 0cbca7fa-3c63-45d5-9372-1483250d0551 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:43.016760 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:43.031707 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:43.077662 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:43.090726 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:43.091497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.125909 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9747121 Mar 14 10:14:43.130342 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.35', 65510) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:43.135794 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee51db-eb3a-46fb-9edb-1f994318924b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:43.156902 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Request body: {'port': {'device_id': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:43.403331 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-16b9d793-ac74-4ad1-8036-8d04c336f1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:43.406164 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-16b9d793-ac74-4ad1-8036-8d04c336f1a8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 1130 time: 0.2654901 Mar 14 10:14:43.435811 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-a5f1528f-239b-4002-9108-365132f960bc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.448034 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-99779459-23cc-4b1e-baf8-1c98d4a9d8d4 None None] Provisioning complete for port 5d5b67aa-2452-493f-908e-6c38a05c7cea triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:43.448430 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99779459-23cc-4b1e-baf8-1c98d4a9d8d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.464277 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658f31ca-3120-4d31-9810-91978cc06606 req-abca08c6-8118-4ec5-a950-4d2fd26b5c5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:43.471953 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-658f31ca-3120-4d31-9810-91978cc06606 req-abca08c6-8118-4ec5-a950-4d2fd26b5c5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 931 time: 0.7238486 Mar 14 10:14:43.489349 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33208) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:43.492728 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:43.493273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:43.493553 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Bound using segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:43.494070 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Bound port: 0cbca7fa-3c63-45d5-9372-1483250d0551, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:43.494532 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.500901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-99779459-23cc-4b1e-baf8-1c98d4a9d8d4 None None] Port 5d5b67aa-2452-493f-908e-6c38a05c7cea cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:43.546485 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-73f7e103-d7d6-4a1a-a317-a476e9b6584b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5764ccf21bb64182978d5665a4332fa5 HTTP/1.1" status: 200 len: 380 time: 0.8458030 Mar 14 10:14:43.564722 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08410dcf-012d-4488-a19e-aeb894d6eb8e req-3f6d58e4-3b35-4e9c-a783-050c7460f0c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 210 time: 0.0896227 Mar 14 10:14:43.597733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'port': {'device_id': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'admin_state_up': True, 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'security_groups': ['239b6b2f-2617-4944-b709-521573046ea3']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:43.651296 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.703252 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-a5f1528f-239b-4002-9108-365132f960bc service neutron] Publish callbacks [] for security_group (209d1a34-7771-4007-99fc-6cdcf3458cb7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.711819 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a5481742-c9f8-4953-a6f0-b20fb8a61a4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.739200 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-a5f1528f-239b-4002-9108-365132f960bc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (209d1a34-7771-4007-99fc-6cdcf3458cb7), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.753491 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-658f31ca-3120-4d31-9810-91978cc06606 req-38ad3826-ea3f-47f9-85de-7a4d0ba4c8c8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806323 Mar 14 10:14:43.834165 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Allocated IP 172.20.0.14 (3f84a43f-5b50-4312-84d7-266c2d062ea7/a155fb8e-074d-451d-8203-1ea0b9329121/dd14a2d4-5989-48a7-a4d5-a79b9a937e7c) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:43.847889 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-a5f1528f-239b-4002-9108-365132f960bc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4279377 Mar 14 10:14:43.853245 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1528f-239b-4002-9108-365132f960bc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=209d1a34-7771-4007-99fc-6cdcf3458cb7,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:43.853423 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] For port 0cbca7fa-3c63-45d5-9372-1483250d0551, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:43.862777 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] For port 0cbca7fa-3c63-45d5-9372-1483250d0551, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=0cbca7fa-3c63-45d5-9372-1483250d0551,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:43.892290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.971928 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Made reservation on behalf of 5764ccf21bb64182978d5665a4332fa5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:43.975564 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:43.996021 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e509-b6e7-4b59-bb99-77f431217c76 req-9fa9cefb-3806-4d9f-9fb3-2298374a9f41 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.002754 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb62e509-b6e7-4b59-bb99-77f431217c76 req-9fa9cefb-3806-4d9f-9fb3-2298374a9f41 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 943 time: 0.3383729 Mar 14 10:14:44.024643 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.025270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.026799 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] 10.222.0.35 "PUT /v2.0/ports/0cbca7fa-3c63-45d5-9372-1483250d0551 HTTP/1.1" status: 200 len: 1093 time: 2.8989484 Mar 14 10:14:44.032277 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:44.035014 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:44.042265 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0232d74-e795-4205-90cf-87ffa6ea7a34 req-5defb93c-cbf0-4191-a619-383abb07f134 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 210 time: 0.1037362 Mar 14 10:14:44.147953 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7423e80-cd85-48c3-b9f5-9a92ecf9e5c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0cbca7fa-3c63-45d5-9372-1483250d0551,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:44.215365 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb62e509-b6e7-4b59-bb99-77f431217c76 req-4e1a5f93-b55f-4778-a15f-f80722f174de tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2117152 Mar 14 10:14:44.266040 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a5481742-c9f8-4953-a6f0-b20fb8a61a4c admin admin] Publish callbacks [] for security_group (60de4f98-e66f-461f-9ae8-d7154e5face2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.277465 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db0a867-a56a-4c52-93d6-1f19adfe8f08 x-openstack-request-id: req-7db0a867-a56a-4c52-93d6-1f19adfe8f08 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:44.277762 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:44.278024 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a5481742-c9f8-4953-a6f0-b20fb8a61a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (60de4f98-e66f-461f-9ae8-d7154e5face2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.278119 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7db0a867-a56a-4c52-93d6-1f19adfe8f08 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:44.278454 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'status': 'completed', 'code': 200} Mar 14 10:14:44.327955 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-be3733b9-7680-496f-a284-63aafaa76b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.329476 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-be3733b9-7680-496f-a284-63aafaa76b75 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 1127 time: 0.2255776 Mar 14 10:14:44.336090 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Allocated IP 172.20.0.11 (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677/81e06526-bd8a-4cd6-a3e9-4996a2f3bb05/a16981da-d4d2-46d1-a786-770f8f790603) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:14:44.350724 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a5481742-c9f8-4953-a6f0-b20fb8a61a4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bd1354157c74e31b8fb24115058808e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8439801 Mar 14 10:14:44.358372 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33226) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:44.365608 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5481742-c9f8-4953-a6f0-b20fb8a61a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60de4f98-e66f-461f-9ae8-d7154e5face2,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:44.392948 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2dd9f2-8f72-40e6-9a57-ce6e2450fc5f req-741b1149-0152-462e-af75-f87e618c7a80 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.396869 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2a2dd9f2-8f72-40e6-9a57-ce6e2450fc5f req-741b1149-0152-462e-af75-f87e618c7a80 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.2041662 Mar 14 10:14:44.416658 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks [] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.418814 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-b245efe7-7968-450b-92c3-15d329e15dbf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbca7fa-3c63-45d5-9372-1483250d0551 HTTP/1.1" status: 200 len: 217 time: 0.0782492 Mar 14 10:14:44.455179 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d5b67aa-2452-493f-908e-6c38a05c7cea {{(pid=103280) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:44.468927 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Publish callbacks [] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.483367 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2a2dd9f2-8f72-40e6-9a57-ce6e2450fc5f req-fcae2153-edcc-4fdd-a925-2837c043d8c9 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Mar 14 10:14:44.496486 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.provisioning_blocks [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Transition to ACTIVE for port object 5d5b67aa-2452-493f-908e-6c38a05c7cea will not be triggered until provisioned by entity L2. {{(pid=103280) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:14:44.504787 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.560258 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:44.567006 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-f5f39fb6-910e-462f-a7c2-4bbc8aa74e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.568735 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-f5f39fb6-910e-462f-a7c2-4bbc8aa74e8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.1411984 Mar 14 10:14:44.574682 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e78c34a-7ec8-46ea-9eda-44e0af5d6344 admin admin] Publish callbacks [] for security_group (60de4f98-e66f-461f-9ae8-d7154e5face2), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.589717 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.652050 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Attempting to bind port 5d5b67aa-2452-493f-908e-6c38a05c7cea on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:44.652422 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Attempting to bind port 5d5b67aa-2452-493f-908e-6c38a05c7cea by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:44.652769 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Attempting to bind port 5d5b67aa-2452-493f-908e-6c38a05c7cea on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:44.657825 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Port 5d5b67aa-2452-493f-908e-6c38a05c7cea on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:14:44.658147 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Attempting to bind port 5d5b67aa-2452-493f-908e-6c38a05c7cea on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:44.668013 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:44.668355 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Checking segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:44.668907 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Bound using segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} {{(pid=103280) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:44.669333 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.managers [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Bound port: 5d5b67aa-2452-493f-908e-6c38a05c7cea, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}}] {{(pid=103280) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:44.669684 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.779519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, cleared binding levels {{(pid=103280) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:44.789719 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6104cb8c-cb40-46c0-bf93-d49f26bf4280 req-291d28ac-a345-43af-9cb8-7ca83ae0e9c5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.791251 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6104cb8c-cb40-46c0-bf93-d49f26bf4280 req-291d28ac-a345-43af-9cb8-7ca83ae0e9c5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 932 time: 0.0875983 Mar 14 10:14:44.791760 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33236) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:44.821072 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103280) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:44.833258 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.918158 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e78c34a-7ec8-46ea-9eda-44e0af5d6344 admin admin] Publish callbacks [] for security_group (60de4f98-e66f-461f-9ae8-d7154e5face2), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.929371 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Network 3f84a43f-5b50-4312-84d7-266c2d062ea7 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:44.942013 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Pushing event updated for resources: {'Port': ['ID=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:44.943334 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6104cb8c-cb40-46c0-bf93-d49f26bf4280 req-bf322394-4999-4cbf-9efd-9a0d04fc9e1d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448247 Mar 14 10:14:44.956019 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:44.956809 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:44.958233 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] 10.222.0.35 "PUT /v2.0/ports/5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 1093 time: 1.8255670 Mar 14 10:14:44.959055 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:44.960460 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:44.972678 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b53cb-4a3a-401f-b024-483287d18ed8 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:44.989175 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Publish callbacks [] for port (769b53cb-4a3a-401f-b024-483287d18ed8), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.003336 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:45.008897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.010132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.052129 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Transition to ACTIVE for port object 769b53cb-4a3a-401f-b024-483287d18ed8 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:14:45.096579 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.196694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-63d89111-e1a7-4b13-a074-0aa32c0be3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.198648 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-63d89111-e1a7-4b13-a074-0aa32c0be3d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6200621 Mar 14 10:14:45.202748 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-8d2c4843-2daa-4f8a-ba7d-575271fd328c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0464191 Mar 14 10:14:45.216184 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e78c34a-7ec8-46ea-9eda-44e0af5d6344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (60de4f98-e66f-461f-9ae8-d7154e5face2), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.221486 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e78c34a-7ec8-46ea-9eda-44e0af5d6344 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.225518 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6e78c34a-7ec8-46ea-9eda-44e0af5d6344 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60de4f98-e66f-461f-9ae8-d7154e5face2 HTTP/1.1" status: 204 len: 168 time: 0.8337345 Mar 14 10:14:45.249662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for port (a16981da-d4d2-46d1-a786-770f8f790603), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.260198 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=769b53cb-4a3a-401f-b024-483287d18ed8,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:45.298470 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-df9d6711-bbee-4571-a275-2aaab9e23fc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.303519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:45.324932 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa18d05-acba-4361-ac4e-4db1c33ea8fb service neutron] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=3']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:45.325396 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Request body: {'port': {'device_id': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:45.377740 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46adb910-aae1-4b8a-8083-7aa776da6837 req-0a64c817-f826-490a-a331-0b1b0a7d5c4a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 210 time: 0.0703452 Mar 14 10:14:45.403858 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae912fec-1bdb-4868-b6f4-846e022a814b req-bb0b6e54-d257-41f4-a258-cf0ab2e17b1c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.411817 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae912fec-1bdb-4868-b6f4-846e022a814b req-bb0b6e54-d257-41f4-a258-cf0ab2e17b1c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.5345659 Mar 14 10:14:45.498947 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78c34a-7ec8-46ea-9eda-44e0af5d6344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60de4f98-e66f-461f-9ae8-d7154e5face2,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:45.499327 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-e3053e16-752d-468d-9869-c3549dede0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.500667 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-e3053e16-752d-468d-9869-c3549dede0da service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1127 time: 0.4759951 Mar 14 10:14:45.570495 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae912fec-1bdb-4868-b6f4-846e022a814b req-93cbcd06-759d-4ed5-93c0-613f7b713251 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589234 Mar 14 10:14:45.572342 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Attempting to bind port 769b53cb-4a3a-401f-b024-483287d18ed8 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:45.572803 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Attempting to bind port 769b53cb-4a3a-401f-b024-483287d18ed8 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:45.573001 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Attempting to bind port 769b53cb-4a3a-401f-b024-483287d18ed8 on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:45.621915 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Port 769b53cb-4a3a-401f-b024-483287d18ed8 on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:14:45.622270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Attempting to bind port 769b53cb-4a3a-401f-b024-483287d18ed8 on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:45.638144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:45.638482 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Checking segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:45.638886 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Bound using segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:45.639315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Bound port: 769b53cb-4a3a-401f-b024-483287d18ed8, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:45.639703 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.647026 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-534ad2f3-1295-476c-824a-7ee179d7ccb0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 217 time: 0.1362002 Mar 14 10:14:45.647247 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-fc86268a-b1b5-43f9-b36e-87a805e16969 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896995 Mar 14 10:14:45.655813 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.677354 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (a16981da-d4d2-46d1-a786-770f8f790603), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.724745 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33264) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:45.755092 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-784d3a3b-680b-4f3b-a254-8b270fc4e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.757153 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-784d3a3b-680b-4f3b-a254-8b270fc4e3ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0968394 Mar 14 10:14:45.767397 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c48827-a396-4896-a0f6-23e68d333e87 req-95102c3f-6699-4458-9f05-4afb8f03c849 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.768876 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-00c48827-a396-4896-a0f6-23e68d333e87 req-95102c3f-6699-4458-9f05-4afb8f03c849 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 943 time: 0.2885087 Mar 14 10:14:45.770782 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-df9d6711-bbee-4571-a275-2aaab9e23fc2 admin admin] Publish callbacks [] for security_group (c2155180-11c5-4e3d-a43f-9e5297c27222), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.805488 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd481014-2b44-47a5-a962-d9593009e77f x-openstack-request-id: req-fd481014-2b44-47a5-a962-d9593009e77f {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:45.805774 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:45.806033 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd481014-2b44-47a5-a962-d9593009e77f {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:45.806497 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'status': 'completed', 'code': 200} Mar 14 10:14:45.807853 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-df9d6711-bbee-4571-a275-2aaab9e23fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c2155180-11c5-4e3d-a43f-9e5297c27222), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:45.922654 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-df9d6711-bbee-4571-a275-2aaab9e23fc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d98818df400400490c728a66d8dc7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1252339 Mar 14 10:14:45.927006 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33266) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:45.949893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d6711-bbee-4571-a275-2aaab9e23fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2155180-11c5-4e3d-a43f-9e5297c27222,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:45.997636 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-6b0bf627-c374-4043-846f-c9833f32c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:45.999163 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-6b0bf627-c374-4043-846f-c9833f32c93e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2271643 Mar 14 10:14:46.009114 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-00c48827-a396-4896-a0f6-23e68d333e87 req-5b587af8-1d42-4e8a-9c7a-40de39a655c1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2064319 Mar 14 10:14:46.014800 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c04f10a-665d-4955-8f35-0083aa4666c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.046573 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:14:46.048229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a85af-e511-4fb9-8080-bdbd9feb9725 req-d2b86cf3-e402-4db6-bacd-c4b727a5983f tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.049738 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d15a85af-e511-4fb9-8080-bdbd9feb9725 req-d2b86cf3-e402-4db6-bacd-c4b727a5983f tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.1820073 Mar 14 10:14:46.065984 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:46.088450 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:14:46.093566 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.094195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.114967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] For port 769b53cb-4a3a-401f-b024-483287d18ed8, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:46.124697 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53faa050-659f-454b-9645-c8bffe632f53 admin admin] Publish callbacks [] for security_group (c2155180-11c5-4e3d-a43f-9e5297c27222), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.162462 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'Port': ['ID=a16981da-d4d2-46d1-a786-770f8f790603,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:46.194858 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] For port 769b53cb-4a3a-401f-b024-483287d18ed8, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=769b53cb-4a3a-401f-b024-483287d18ed8,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:46.197768 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5c5b0fb1-1e3b-4f2c-9328-88f2f6bb6e8e req-ef7c3036-6040-4587-86e0-961d1f84f0ff service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395620 Mar 14 10:14:46.200393 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53faa050-659f-454b-9645-c8bffe632f53 admin admin] Publish callbacks [] for security_group (c2155180-11c5-4e3d-a43f-9e5297c27222), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.206150 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-57040605-c755-4543-8869-aa34c62ff6f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6333318 Mar 14 10:14:46.221604 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Request body: {'port': {'device_id': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:46.228602 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-e60ea6f7-9200-4a71-8ee9-4c3b9ffa3624 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142234 Mar 14 10:14:46.232499 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.237806 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d15a85af-e511-4fb9-8080-bdbd9feb9725 req-f718de9e-ff01-438d-9654-bc5a9ded49bd tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736264 Mar 14 10:14:46.333004 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5858f-2439-4ccb-ac69-2282917f1294 req-17eec245-3850-4b77-a907-e9eec11ef76d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.340099 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20b5858f-2439-4ccb-ac69-2282917f1294 req-17eec245-3850-4b77-a907-e9eec11ef76d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 932 time: 0.2336318 Mar 14 10:14:46.424335 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.426195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.426346 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] 10.222.0.35 "PUT /v2.0/ports/769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 1093 time: 3.8300025 Mar 14 10:14:46.444991 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d501806-0dd6-4916-afbd-42a59c134c53', 'tag': '769b53cb-4a3a-401f-b024-483287d18ed8'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:46.447733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26" -d '{"events": [{"name": "network-changed", "server_uuid": "9d501806-0dd6-4916-afbd-42a59c134c53", "tag": "769b53cb-4a3a-401f-b024-483287d18ed8"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:46.452582 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d45e3618-0e60-4f40-8236-932c61e60d5a None None] Provisioning complete for port a16981da-d4d2-46d1-a786-770f8f790603 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:46.453507 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d45e3618-0e60-4f40-8236-932c61e60d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a16981da-d4d2-46d1-a786-770f8f790603), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.489276 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-20b5858f-2439-4ccb-ac69-2282917f1294 req-8e703b07-6f09-4b94-939b-96e4597f2067 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374896 Mar 14 10:14:46.492759 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53faa050-659f-454b-9645-c8bffe632f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c2155180-11c5-4e3d-a43f-9e5297c27222), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.507027 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-53faa050-659f-454b-9645-c8bffe632f53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.516989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-53faa050-659f-454b-9645-c8bffe632f53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2155180-11c5-4e3d-a43f-9e5297c27222 HTTP/1.1" status: 204 len: 168 time: 0.5819013 Mar 14 10:14:46.535434 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d45e3618-0e60-4f40-8236-932c61e60d5a None None] Port a16981da-d4d2-46d1-a786-770f8f790603 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:14:46.538252 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7b53301-6ba8-48b1-940d-aefaf00f3611 req-784a4ac1-1d37-45ec-9095-99033b03deb3 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964170 Mar 14 10:14:46.551103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53faa050-659f-454b-9645-c8bffe632f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2155180-11c5-4e3d-a43f-9e5297c27222,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:46.565337 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c04f10a-665d-4955-8f35-0083aa4666c8 admin admin] Publish callbacks [] for security_group (9ccb0ece-64fb-4440-852a-387bf2fe8c86), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.567942 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da93558-d6dc-40d6-9f53-c9bbdff9bca1 service neutron] Pushing event updated for resources: {'Port': ['ID=769b53cb-4a3a-401f-b024-483287d18ed8,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:46.575453 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a16981da-d4d2-46d1-a786-770f8f790603), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.651319 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb76f4fe-0100-48a7-bed4-377717d712ce x-openstack-request-id: req-eb76f4fe-0100-48a7-bed4-377717d712ce {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:46.651631 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d501806-0dd6-4916-afbd-42a59c134c53", "tag": "769b53cb-4a3a-401f-b024-483287d18ed8", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:46.653305 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb76f4fe-0100-48a7-bed4-377717d712ce {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:46.654632 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d501806-0dd6-4916-afbd-42a59c134c53', 'tag': '769b53cb-4a3a-401f-b024-483287d18ed8', 'status': 'completed', 'code': 200} Mar 14 10:14:46.658274 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1c04f10a-665d-4955-8f35-0083aa4666c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9ccb0ece-64fb-4440-852a-387bf2fe8c86), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:46.735073 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1c04f10a-665d-4955-8f35-0083aa4666c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7786b50a036041ebae6282fc50640c10&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0054700 Mar 14 10:14:46.740702 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33286) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:46.747690 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-42c3ceac-07ff-43da-8f90-cd82bd3d0ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.749519 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-42c3ceac-07ff-43da-8f90-cd82bd3d0ed5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 1127 time: 0.4680214 Mar 14 10:14:46.790412 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-8ab3f481-e98f-4a21-933e-7cfdce049470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.794141 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-8ab3f481-e98f-4a21-933e-7cfdce049470 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1127 time: 0.1892450 Mar 14 10:14:46.834756 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ca6e1-b074-4b10-9aa9-57b1639f713b req-aed004e3-faf5-49f6-bf24-44a86227ad28 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.842623 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a36ca6e1-b074-4b10-9aa9-57b1639f713b req-aed004e3-faf5-49f6-bf24-44a86227ad28 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.1732337 Mar 14 10:14:46.909343 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a3e487-161f-4ac7-bc95-4069a75937b3 req-99699306-57ff-44f4-87d8-bb81b50abe98 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:46.910883 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6a3e487-161f-4ac7-bc95-4069a75937b3 req-99699306-57ff-44f4-87d8-bb81b50abe98 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 932 time: 0.2470081 Mar 14 10:14:46.952319 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a36ca6e1-b074-4b10-9aa9-57b1639f713b req-eca49b28-b979-46c5-93c6-4d32b4bbcd30 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088235 Mar 14 10:14:46.996346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04f10a-665d-4955-8f35-0083aa4666c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccb0ece-64fb-4440-852a-387bf2fe8c86,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:47.014030 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd14a2d4-5989-48a7-a4d5-a79b9a937e7c {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:47.045399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-27ebe381-9a7c-4ffc-99ad-894bcfa2bac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.047293 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-27ebe381-9a7c-4ffc-99ad-894bcfa2bac1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1127 time: 0.4748266 Mar 14 10:14:47.049308 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Publish callbacks [] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.075484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33296) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:47.089116 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6a3e487-161f-4ac7-bc95-4069a75937b3 req-27c095d7-b922-4f02-910d-15b28cf3b811 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404343 Mar 14 10:14:47.095837 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-621a2392-76f1-4050-989b-2e4d49267c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.097295 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-621a2392-76f1-4050-989b-2e4d49267c6c service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.2923169 Mar 14 10:14:47.098156 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-39da6082-6747-4759-8c7a-0fa085474282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.134077 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-955b0a1e-c166-4039-b7a1-0646037b7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.135671 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-955b0a1e-c166-4039-b7a1-0646037b7dd2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.3538384 Mar 14 10:14:47.150903 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Transition to ACTIVE for port object dd14a2d4-5989-48a7-a4d5-a79b9a937e7c will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:14:47.152636 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-78edfd91-fdc4-4ff9-ba1a-bc0cd7021acb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.0940759 Mar 14 10:14:47.168145 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.175975 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-24d3f6e4-8dd3-4dbd-9518-34a3fcaa79e5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 217 time: 0.0695245 Mar 14 10:14:47.209475 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f99d4f9a-1cc1-4e58-8547-140644612eaa admin admin] Publish callbacks [] for security_group (9ccb0ece-64fb-4440-852a-387bf2fe8c86), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.258412 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834623b2-82d4-4a45-9ec8-69748cb374d2 req-b1e90e56-2560-4c21-af33-4294d72154a0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.259941 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-834623b2-82d4-4a45-9ec8-69748cb374d2 req-b1e90e56-2560-4c21-af33-4294d72154a0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 943 time: 0.1523945 Mar 14 10:14:47.262316 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-f6a0cdae-440d-453e-bbfa-2aafaeb7ea35 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbca7fa-3c63-45d5-9372-1483250d0551 HTTP/1.1" status: 200 len: 217 time: 0.1087432 Mar 14 10:14:47.268836 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-9fe56892-00d7-4beb-a30e-bdc7e8d07df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.270198 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-9fe56892-00d7-4beb-a30e-bdc7e8d07df2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0868027 Mar 14 10:14:47.348166 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-39da6082-6747-4759-8c7a-0fa085474282 admin admin] Publish callbacks [] for security_group (e1d0ee68-726b-40c4-9255-c9d408413fcd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.354233 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f99d4f9a-1cc1-4e58-8547-140644612eaa admin admin] Publish callbacks [] for security_group (9ccb0ece-64fb-4440-852a-387bf2fe8c86), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.361280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-39da6082-6747-4759-8c7a-0fa085474282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e1d0ee68-726b-40c4-9255-c9d408413fcd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.379956 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-60a97989-d686-4e64-b524-d2ea9bb94f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.381466 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-60a97989-d686-4e64-b524-d2ea9bb94f56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.2157516 Mar 14 10:14:47.383548 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-834623b2-82d4-4a45-9ec8-69748cb374d2 req-bb88f7fe-6d99-4560-8f45-a1ff73dca8f3 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1163833 Mar 14 10:14:47.387253 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:47.414099 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-474a5803-1dc6-444d-8384-b40b52f16499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.415721 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-474a5803-1dc6-444d-8384-b40b52f16499 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1341367 Mar 14 10:14:47.418903 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-39da6082-6747-4759-8c7a-0fa085474282 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68827332f4934e238c71e93fe87ae948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425295 Mar 14 10:14:47.420209 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da6082-6747-4759-8c7a-0fa085474282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d0ee68-726b-40c4-9255-c9d408413fcd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:47.433755 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33298) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:47.472433 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-eedb14eb-6c3d-4b12-88b4-df22b3d52a9a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825131 Mar 14 10:14:47.473725 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-50d6f73c-b683-43ad-87de-57e3dc972299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.475840 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-50d6f73c-b683-43ad-87de-57e3dc972299 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.1979730 Mar 14 10:14:47.549409 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Attempting to bind port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:47.549848 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Attempting to bind port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:47.550356 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Attempting to bind port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:47.587457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:14:47.588273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Attempting to bind port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c on network 3f84a43f-5b50-4312-84d7-266c2d062ea7 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:47.606743 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a16981da-d4d2-46d1-a786-770f8f790603 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:47.621013 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Publish callbacks [] for port (a16981da-d4d2-46d1-a786-770f8f790603), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.623866 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:47.624336 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Checking segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:47.624807 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Bound using segment: {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:47.625329 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Bound port: dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '694a7a84-536d-456b-95fd-4683450a2733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:47.625781 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.679627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f99d4f9a-1cc1-4e58-8547-140644612eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9ccb0ece-64fb-4440-852a-387bf2fe8c86), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.682464 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f99d4f9a-1cc1-4e58-8547-140644612eaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.683718 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f99d4f9a-1cc1-4e58-8547-140644612eaa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9ccb0ece-64fb-4440-852a-387bf2fe8c86 HTTP/1.1" status: 204 len: 168 time: 0.9330716 Mar 14 10:14:47.693440 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Transition to ACTIVE for port object a16981da-d4d2-46d1-a786-770f8f790603 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:14:47.732209 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4f9a-1cc1-4e58-8547-140644612eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccb0ece-64fb-4440-852a-387bf2fe8c86,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:47.738172 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3643a6a-b1c5-408d-99c3-f8ad41c9b4c7 admin admin] Publish callbacks [] for security_group (e1d0ee68-726b-40c4-9255-c9d408413fcd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.740010 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a16981da-d4d2-46d1-a786-770f8f790603), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.743920 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-9c2410da-d393-4fee-a4ee-c1ebcb749050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.746549 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-9c2410da-d393-4fee-a4ee-c1ebcb749050 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2365258 Mar 14 10:14:47.782029 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3643a6a-b1c5-408d-99c3-f8ad41c9b4c7 admin admin] Publish callbacks [] for security_group (e1d0ee68-726b-40c4-9255-c9d408413fcd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:47.794849 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-df44f40f-0d0e-4da6-9f49-61bdf298be81 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708818 Mar 14 10:14:47.838406 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-14a30d48-8fa2-485a-8624-beadd96d0ff3 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908096 Mar 14 10:14:47.862526 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b6d461-49f7-4dbc-b1e4-1334538aa63a req-d4beb3f8-40ed-4835-b20e-9f9ef9aafa4a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:47.872452 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69b6d461-49f7-4dbc-b1e4-1334538aa63a req-d4beb3f8-40ed-4835-b20e-9f9ef9aafa4a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 944 time: 0.1854961 Mar 14 10:14:47.940739 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33314) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:48.006587 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3643a6a-b1c5-408d-99c3-f8ad41c9b4c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e1d0ee68-726b-40c4-9255-c9d408413fcd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.008041 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] For port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:48.009124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d3643a6a-b1c5-408d-99c3-f8ad41c9b4c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.013096 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d3643a6a-b1c5-408d-99c3-f8ad41c9b4c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1d0ee68-726b-40c4-9255-c9d408413fcd HTTP/1.1" status: 204 len: 168 time: 0.5783167 Mar 14 10:14:48.024004 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Pushing event updated for resources: {'Port': ['ID=a16981da-d4d2-46d1-a786-770f8f790603,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:48.039231 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69b6d461-49f7-4dbc-b1e4-1334538aa63a req-e6f2ff4a-f7e2-4084-afe7-b9768d3039e6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605690 Mar 14 10:14:48.046702 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3643a6a-b1c5-408d-99c3-f8ad41c9b4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d0ee68-726b-40c4-9255-c9d408413fcd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:48.064061 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-b16bf92d-f25a-4616-baf9-e05b3e9c06ee service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568676 Mar 14 10:14:48.209008 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33328) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:48.236275 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-148e76ed-93d3-4a0e-aff5-742e9c50157e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.247754 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] For port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:48.370699 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-148e76ed-93d3-4a0e-aff5-742e9c50157e admin admin] Publish callbacks [] for security_group (ccd578b7-c7c6-4610-a20d-359bdc143799), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.384224 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bee0b3-3280-4318-9480-4fe670c61ddb req-4178ba75-b2ee-40a9-8488-67395ae7b3bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:48.392651 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a2bee0b3-3280-4318-9480-4fe670c61ddb req-4178ba75-b2ee-40a9-8488-67395ae7b3bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.2440336 Mar 14 10:14:48.396290 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-148e76ed-93d3-4a0e-aff5-742e9c50157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ccd578b7-c7c6-4610-a20d-359bdc143799), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.497887 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.519305 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e76ed-93d3-4a0e-aff5-742e9c50157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd578b7-c7c6-4610-a20d-359bdc143799,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:48.537254 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-148e76ed-93d3-4a0e-aff5-742e9c50157e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8450475d83c44b8a8484aac312644d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3270204 Mar 14 10:14:48.540205 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33346) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:48.571537 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Attempting to bind port a16981da-d4d2-46d1-a786-770f8f790603 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:14:48.573277 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Attempting to bind port a16981da-d4d2-46d1-a786-770f8f790603 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:14:48.574751 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Attempting to bind port a16981da-d4d2-46d1-a786-770f8f790603 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:48.590637 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a2bee0b3-3280-4318-9480-4fe670c61ddb req-1dd02bdb-9ca7-47bc-b788-3bfe8ec1369d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971605 Mar 14 10:14:48.632189 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63c64d90-c76f-47d0-b639-0218054f2b91 admin admin] Publish callbacks [] for security_group (ccd578b7-c7c6-4610-a20d-359bdc143799), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.634914 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Port a16981da-d4d2-46d1-a786-770f8f790603 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:14:48.637666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Attempting to bind port a16981da-d4d2-46d1-a786-770f8f790603 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:14:48.645408 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-5d5ff266-0a28-44ad-b3f7-8101aa0a2c70 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8861752 Mar 14 10:14:48.648833 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:48.650386 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.654144 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] 10.222.0.35 "PUT /v2.0/ports/dd14a2d4-5989-48a7-a4d5-a79b9a937e7c HTTP/1.1" status: 200 len: 1094 time: 3.3985655 Mar 14 10:14:48.660429 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 0cbca7fa-3c63-45d5-9372-1483250d0551 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:14:48.666687 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'tag': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:48.673260 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63c64d90-c76f-47d0-b639-0218054f2b91 admin admin] Publish callbacks [] for security_group (ccd578b7-c7c6-4610-a20d-359bdc143799), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.680897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a" -d '{"events": [{"name": "network-changed", "server_uuid": "173af629-2bcd-4c9e-b418-c2b7437c3f0c", "tag": "dd14a2d4-5989-48a7-a4d5-a79b9a937e7c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:48.768881 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c159cd7-b014-4324-b3b8-bd9d64b6707e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.784667 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a663d1c0-ab5a-4a15-a397-a77d0b7989b6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:48.828859 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3eb24-f77e-4b63-911b-3fe9e295f154 req-e78c63a3-81c6-410b-8708-fba1d0564041 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:48.830554 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bb3eb24-f77e-4b63-911b-3fe9e295f154 req-e78c63a3-81c6-410b-8708-fba1d0564041 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 944 time: 0.1441605 Mar 14 10:14:48.847725 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63c64d90-c76f-47d0-b639-0218054f2b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ccd578b7-c7c6-4610-a20d-359bdc143799), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.850699 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63c64d90-c76f-47d0-b639-0218054f2b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.851828 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-63c64d90-c76f-47d0-b639-0218054f2b91 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ccd578b7-c7c6-4610-a20d-359bdc143799 HTTP/1.1" status: 204 len: 168 time: 0.3108368 Mar 14 10:14:48.862241 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eafc3f0-91f3-419b-8c4f-dba56d97fb9f req-944648a8-8877-45dd-be32-6f315a927699 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:48.869102 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6eafc3f0-91f3-419b-8c4f-dba56d97fb9f req-944648a8-8877-45dd-be32-6f315a927699 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 943 time: 0.1312726 Mar 14 10:14:48.873372 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:14:48.874185 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Checking segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:48.874783 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Bound using segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:14:48.875490 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Bound port: a16981da-d4d2-46d1-a786-770f8f790603, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:14:48.876314 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a16981da-d4d2-46d1-a786-770f8f790603), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:48.898011 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c64d90-c76f-47d0-b639-0218054f2b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd578b7-c7c6-4610-a20d-359bdc143799,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:48.901531 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 0cbca7fa-3c63-45d5-9372-1483250d0551, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=0cbca7fa-3c63-45d5-9372-1483250d0551,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:48.959068 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bb3eb24-f77e-4b63-911b-3fe9e295f154 req-ca3e1d0b-a0d6-4e92-a9fb-e6c82688dc35 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170084 Mar 14 10:14:48.968366 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:14:48.976807 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6eafc3f0-91f3-419b-8c4f-dba56d97fb9f req-e8a90c8a-6b31-4477-9b95-138be70833f7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1020086 Mar 14 10:14:49.028176 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 0cbca7fa-3c63-45d5-9372-1483250d0551 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:49.029241 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.044801 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a157a25f-0d24-4d9e-a155-ca3bc68c0e00 x-openstack-request-id: req-a157a25f-0d24-4d9e-a155-ca3bc68c0e00 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:49.045099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173af629-2bcd-4c9e-b418-c2b7437c3f0c", "tag": "dd14a2d4-5989-48a7-a4d5-a79b9a937e7c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:49.045354 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a157a25f-0d24-4d9e-a155-ca3bc68c0e00 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:49.045906 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'tag': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c', 'status': 'completed', 'code': 200} Mar 14 10:14:49.050710 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cbca7fa-3c63-45d5-9372-1483250d0551 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:49.054279 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7b353796-3c6d-43bc-9a95-686cf5db53cf req-5944bbb4-d69f-4573-bb32-20e1deee25fd service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1935225 Mar 14 10:14:49.091069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 0cbca7fa-3c63-45d5-9372-1483250d0551, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=0cbca7fa-3c63-45d5-9372-1483250d0551,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:49.096392 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.149836 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c159cd7-b014-4324-b3b8-bd9d64b6707e admin admin] Publish callbacks [] for security_group (fec2ba6b-dfbd-4128-acf0-681f0502b6cc), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.157409 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=0cbca7fa-3c63-45d5-9372-1483250d0551,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:49.158787 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-3a69dda3-c463-445b-9b04-670c91627b2e service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717214 Mar 14 10:14:49.202592 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577da8cd-99b6-4148-99ae-e2425eee72c9 req-3011190f-ba6d-414b-ab5a-a7b90f894ff5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.202592 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-577da8cd-99b6-4148-99ae-e2425eee72c9 req-3011190f-ba6d-414b-ab5a-a7b90f894ff5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 944 time: 0.0801771 Mar 14 10:14:49.228960 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8c159cd7-b014-4324-b3b8-bd9d64b6707e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fec2ba6b-dfbd-4128-acf0-681f0502b6cc), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.274511 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-577da8cd-99b6-4148-99ae-e2425eee72c9 req-e5c2b438-234a-489d-a42d-b100a79095d4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655985 Mar 14 10:14:49.294698 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-72eeeb2c-dd8c-418b-9807-065590904e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.296492 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-72eeeb2c-dd8c-418b-9807-065590904e62 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 1128 time: 0.4314122 Mar 14 10:14:49.330468 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['0cbca7fa-3c63-45d5-9372-1483250d0551'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:14:49.347504 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-b66f060e-8c79-4b5c-9abf-8d2faf1cace6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c HTTP/1.1" status: 200 len: 217 time: 0.0424042 Mar 14 10:14:49.353595 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8c159cd7-b014-4324-b3b8-bd9d64b6707e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ebeb59cebfa74721931491201b440d68&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3585625 Mar 14 10:14:49.353688 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33374) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:49.360836 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] For port a16981da-d4d2-46d1-a786-770f8f790603, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:14:49.408867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c159cd7-b014-4324-b3b8-bd9d64b6707e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec2ba6b-dfbd-4128-acf0-681f0502b6cc,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:49.412373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] For port a16981da-d4d2-46d1-a786-770f8f790603, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a16981da-d4d2-46d1-a786-770f8f790603,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:14:49.429258 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a16981da-d4d2-46d1-a786-770f8f790603), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.433789 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38c50f3c-2d1b-4bf9-bf05-324b3b458442 admin admin] Publish callbacks [] for security_group (fec2ba6b-dfbd-4128-acf0-681f0502b6cc), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.464241 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38c50f3c-2d1b-4bf9-bf05-324b3b458442 admin admin] Publish callbacks [] for security_group (fec2ba6b-dfbd-4128-acf0-681f0502b6cc), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.487763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-c103d517-c0d5-44b2-9ca4-a8d750bb4e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.490176 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-c103d517-c0d5-44b2-9ca4-a8d750bb4e0f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1127 time: 0.2685511 Mar 14 10:14:49.502851 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100ead1-0334-4d98-8084-66090a217a05 req-1d0df473-16b6-48e2-b116-8d2f508b49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.504623 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-1d0df473-16b6-48e2-b116-8d2f508b49f1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.1415670 Mar 14 10:14:49.536452 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38c50f3c-2d1b-4bf9-bf05-324b3b458442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fec2ba6b-dfbd-4128-acf0-681f0502b6cc), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.540743 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-38c50f3c-2d1b-4bf9-bf05-324b3b458442 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.542675 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-38c50f3c-2d1b-4bf9-bf05-324b3b458442 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fec2ba6b-dfbd-4128-acf0-681f0502b6cc HTTP/1.1" status: 204 len: 168 time: 0.1877038 Mar 14 10:14:49.550710 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.551380 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:49.552803 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c50f3c-2d1b-4bf9-bf05-324b3b458442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec2ba6b-dfbd-4128-acf0-681f0502b6cc,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:49.553059 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] 10.222.0.35 "PUT /v2.0/ports/a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 1094 time: 3.3397686 Mar 14 10:14:49.599892 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-dd0fedf1-d439-4b88-be68-d6fd8ff654f6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673921 Mar 14 10:14:49.758605 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9561b9-ff72-405b-9e25-b46f258ad997 service neutron] Pushing event updated for resources: {'Port': ['ID=a16981da-d4d2-46d1-a786-770f8f790603,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:49.794473 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6416586-3890-4b29-8462-1f1ea4479c69 req-7d1dd75b-482f-4eea-8d00-820d09698a6f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.798434 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6416586-3890-4b29-8462-1f1ea4479c69 req-7d1dd75b-482f-4eea-8d00-820d09698a6f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0817282 Mar 14 10:14:49.861547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-2e85b28a-4fdd-4960-bf92-e2a03874c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.863062 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-2e85b28a-4fdd-4960-bf92-e2a03874c6f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1128 time: 0.2362902 Mar 14 10:14:49.868691 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a6416586-3890-4b29-8462-1f1ea4479c69 req-c568c06c-d752-4d44-a084-3a130af9345e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579889 Mar 14 10:14:49.869194 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-0f31543a-9c3f-4548-bf6c-4dbf5507b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:49.870635 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-0f31543a-9c3f-4548-bf6c-4dbf5507b8a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.3638673 Mar 14 10:14:49.932651 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-f7755a1a-af19-4bf5-9c02-639f7f8e8565 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 217 time: 0.0609672 Mar 14 10:14:49.960199 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-83f9066a-941d-4c7d-acaf-fc0bdb823000 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473051 Mar 14 10:14:49.973584 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-2d9c3491-aea4-4d3b-b062-edd305a03147 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.0812039 Mar 14 10:14:50.109645 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-36c85b7c-9331-4438-9c68-ec042dfe6dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.111059 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-36c85b7c-9331-4438-9c68-ec042dfe6dd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.1497436 Mar 14 10:14:50.154499 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-f3a25843-18e0-4a75-ab15-cd5ce058d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.156671 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-f3a25843-18e0-4a75-ab15-cd5ce058d3ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.1557205 Mar 14 10:14:50.165728 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69d595-cdcd-41c9-acef-8f58cefdd80d req-8668947e-8cd9-429b-a268-4c7219145663 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.167571 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d69d595-cdcd-41c9-acef-8f58cefdd80d req-8668947e-8cd9-429b-a268-4c7219145663 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 944 time: 0.1211896 Mar 14 10:14:50.176639 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7857b7bf-78aa-41c5-a594-37d881a21078 req-a06234f1-8f15-4255-8c89-3296d7f840e2 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.178364 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7857b7bf-78aa-41c5-a594-37d881a21078 req-a06234f1-8f15-4255-8c89-3296d7f840e2 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 944 time: 0.0844176 Mar 14 10:14:50.204732 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-a4a0cb3b-858b-4567-b703-f2053e0f2483 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394168 Mar 14 10:14:50.207943 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5100ead1-0334-4d98-8084-66090a217a05 req-435c8ab7-6b19-4f73-a63e-da7848fd2ce3 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370713 Mar 14 10:14:50.221913 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-70520573-f006-497b-a94c-b43983aa115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.223218 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-70520573-f006-497b-a94c-b43983aa115e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1037350 Mar 14 10:14:50.295474 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7857b7bf-78aa-41c5-a594-37d881a21078 req-cf4a916a-f27e-48c5-80b7-8ac8432a2d20 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0985203 Mar 14 10:14:50.321212 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d69d595-cdcd-41c9-acef-8f58cefdd80d req-31ef6011-5321-4ad4-b7ab-3754c760a0b5 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416316 Mar 14 10:14:50.413199 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-111aa696-3488-4ea6-8032-7a2edb9d042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.415281 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-111aa696-3488-4ea6-8032-7a2edb9d042a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 1128 time: 0.1386752 Mar 14 10:14:50.463764 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-62b31dda-e81f-46b3-bc07-68cca74a9058 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395132 Mar 14 10:14:50.464478 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be3cfd-ea81-4a93-b031-62dcabcd52aa req-32fbee1b-bac6-4823-acdd-338604040811 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.466640 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-65be3cfd-ea81-4a93-b031-62dcabcd52aa req-32fbee1b-bac6-4823-acdd-338604040811 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 944 time: 0.0768347 Mar 14 10:14:50.468281 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-ac2f4a56-7c97-46a6-b13f-dc0cb17bb5a4 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202313 Mar 14 10:14:50.535959 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-65be3cfd-ea81-4a93-b031-62dcabcd52aa req-0b564c8d-58bb-40be-ae7e-26d37473fcf8 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633354 Mar 14 10:14:50.682932 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:14:50.724539 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 0cbca7fa-3c63-45d5-9372-1483250d0551 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:50.913492 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-8f7f59d0-46cf-456e-a8cb-2df36c99b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:50.915013 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-8f7f59d0-46cf-456e-a8cb-2df36c99b7c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.4913855 Mar 14 10:14:50.949268 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 0cbca7fa-3c63-45d5-9372-1483250d0551 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:14:50.973611 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e7eaee5-4d30-4b98-a685-7bcc1d230a26 req-9eacf3f9-5a51-4737-bebf-f612f820213a service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026786 Mar 14 10:14:50.976642 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c83cc931-4cdf-4e59-b20e-44fe5d84fa97 req-39dc04e3-1f19-474f-b0ac-c5c4bd1f3462 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888382 Mar 14 10:14:50.978051 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-238ebee8-3899-418f-b701-40f74a2c3abf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c HTTP/1.1" status: 200 len: 217 time: 0.0546117 Mar 14 10:14:50.980174 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 0cbca7fa-3c63-45d5-9372-1483250d0551 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:50.980319 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:50.994534 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:51.046980 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:51.048616 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'mac_address': 'fa:16:3e:31:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:14:51.049922 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f876feb4-6931-4acb-b7b8-2a98cd01aa28" -d '{"events": [{"name": "network-changed", "server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "tag": "a16981da-d4d2-46d1-a786-770f8f790603"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:51.064763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-c483ac0b-e1ec-4025-8a30-4d5fb087e278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.066485 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-c483ac0b-e1ec-4025-8a30-4d5fb087e278 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.0706012 Mar 14 10:14:51.106724 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:51.107120 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:51.114719 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce5004-da18-4485-be23-ed9d2c81dff1 req-f6dc8657-2c2a-40e8-ae7d-c73197c0d44f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.117307 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1cce5004-da18-4485-be23-ed9d2c81dff1 req-f6dc8657-2c2a-40e8-ae7d-c73197c0d44f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.1258836 Mar 14 10:14:51.129731 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42f9b4e1-bca1-49a5-a1df-59e20b805649 x-openstack-request-id: req-42f9b4e1-bca1-49a5-a1df-59e20b805649 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:51.130087 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "tag": "a16981da-d4d2-46d1-a786-770f8f790603", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:51.130265 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42f9b4e1-bca1-49a5-a1df-59e20b805649 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:51.130668 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603', 'status': 'completed', 'code': 200} Mar 14 10:14:51.133619 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-b6f3e011-356c-484b-99ff-9f8168735dbb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599740 Mar 14 10:14:51.187626 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1cce5004-da18-4485-be23-ed9d2c81dff1 req-6ca2d325-7bdc-4215-bb52-a5d7c10f9d12 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645480 Mar 14 10:14:51.202342 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 0cbca7fa-3c63-45d5-9372-1483250d0551 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:51.202651 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:51.225875 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5b67aa-2452-493f-908e-6c38a05c7cea {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:51.239895 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-aeaeb2cc-c3d2-4ee6-b5a0-d7c02a4103c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.242010 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-aeaeb2cc-c3d2-4ee6-b5a0-d7c02a4103c8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1128 time: 0.1076412 Mar 14 10:14:51.263205 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:51.268467 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:51.271157 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ad3fbe-1b4a-49d5-91ec-18c62413b50a" -d '{"events": [{"server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "name": "network-vif-plugged", "status": "completed", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:51.282164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:51.342185 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-611651f5-f8b3-4630-9daa-dea879fcc7a7 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758740 Mar 14 10:14:51.353269 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 0cbca7fa-3c63-45d5-9372-1483250d0551, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=0cbca7fa-3c63-45d5-9372-1483250d0551,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:51.367147 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e5cc09-447c-40ad-80a8-61fa831502b7 x-openstack-request-id: req-56e5cc09-447c-40ad-80a8-61fa831502b7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:51.369443 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "name": "network-vif-plugged", "status": "completed", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:51.373279 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56e5cc09-447c-40ad-80a8-61fa831502b7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:51.373882 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'code': 200} Mar 14 10:14:51.377400 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:51.413300 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:51.489644 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=0cbca7fa-3c63-45d5-9372-1483250d0551,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:51.543233 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33474) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:51.551376 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-543d5ab2-1edb-4231-aa59-b0818a7d9dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.552957 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-543d5ab2-1edb-4231-aa59-b0818a7d9dc3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.3027589 Mar 14 10:14:51.561381 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['5d5b67aa-2452-493f-908e-6c38a05c7cea'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:14:51.572590 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98a98-6971-4a7c-a203-e4b0c0226208 req-343b09a1-418c-46df-ace0-edb2573a7b57 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.574187 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fdc98a98-6971-4a7c-a203-e4b0c0226208 req-343b09a1-418c-46df-ace0-edb2573a7b57 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.1657429 Mar 14 10:14:51.615998 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71929c-4d6e-4d65-a246-d47d0a17a8f8 req-c0069004-b32c-486e-b818-6d0b7cf044cd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.625065 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e71929c-4d6e-4d65-a246-d47d0a17a8f8 req-c0069004-b32c-486e-b818-6d0b7cf044cd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 944 time: 0.1478977 Mar 14 10:14:51.670214 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-bbf0946b-d3ab-4ed8-8c74-d14c1563035b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 217 time: 0.0451458 Mar 14 10:14:51.721134 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e71929c-4d6e-4d65-a246-d47d0a17a8f8 req-c5fa9c42-bcab-4599-94b5-c0e5c649b384 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911367 Mar 14 10:14:51.731479 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fdc98a98-6971-4a7c-a203-e4b0c0226208 req-bd41f0c3-9151-48f7-9456-7a698bf3c88e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1510708 Mar 14 10:14:51.748304 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-8dfaa69c-8c44-4cac-b9b8-932602704fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.749778 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-8dfaa69c-8c44-4cac-b9b8-932602704fd1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0624547 Mar 14 10:14:51.756751 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a419c16f-a8d6-4bdb-94a1-dbe97c4def2a req-bbedbaad-7800-4075-b58d-eb436ffad358 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4074128 Mar 14 10:14:51.774301 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16706cd1-8c36-4499-8de4-49ae7b3dd2de req-d0fb579d-f42b-4e95-953d-2fd17f0b882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.775834 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16706cd1-8c36-4499-8de4-49ae7b3dd2de req-d0fb579d-f42b-4e95-953d-2fd17f0b882a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 1129 time: 0.2201748 Mar 14 10:14:51.884780 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c88d7d-ac1d-4dcb-ac3a-669b02eb6d51 req-930918f5-4a77-4261-8473-b042aa383f5a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.886524 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57c88d7d-ac1d-4dcb-ac3a-669b02eb6d51 req-930918f5-4a77-4261-8473-b042aa383f5a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 944 time: 0.0795426 Mar 14 10:14:51.900082 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-16706cd1-8c36-4499-8de4-49ae7b3dd2de req-873c1d08-40e9-403e-8eb5-2c80d2961cc7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0876396 Mar 14 10:14:51.901308 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fd52e9-c45f-452d-b566-9152199c0329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:51.954546 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57c88d7d-ac1d-4dcb-ac3a-669b02eb6d51 req-b3ee0731-5124-4008-9e09-94fe9edcedd4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560679 Mar 14 10:14:51.970821 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-b4199dfb-f554-4744-8777-8dbda14fb212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:51.976240 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-b4199dfb-f554-4744-8777-8dbda14fb212 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2134271 Mar 14 10:14:52.017302 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fd52e9-c45f-452d-b566-9152199c0329 admin admin] Publish callbacks [] for security_group (f781b411-fa76-4529-a9bc-2a4db8b8ec57), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.022813 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a0fd52e9-c45f-452d-b566-9152199c0329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (f781b411-fa76-4529-a9bc-2a4db8b8ec57), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.067118 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a0fd52e9-c45f-452d-b566-9152199c0329 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e55948993fe04a669fa1181a797dd3b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5201356 Mar 14 10:14:52.067118 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fd52e9-c45f-452d-b566-9152199c0329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f781b411-fa76-4529-a9bc-2a4db8b8ec57,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:52.068377 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33496) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:52.122087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6869006f-5654-433e-b257-81716a61990f admin admin] Publish callbacks [] for security_group (f781b411-fa76-4529-a9bc-2a4db8b8ec57), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.151884 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6869006f-5654-433e-b257-81716a61990f admin admin] Publish callbacks [] for security_group (f781b411-fa76-4529-a9bc-2a4db8b8ec57), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.206311 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6869006f-5654-433e-b257-81716a61990f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (f781b411-fa76-4529-a9bc-2a4db8b8ec57), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.211368 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6869006f-5654-433e-b257-81716a61990f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.216078 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6869006f-5654-433e-b257-81716a61990f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f781b411-fa76-4529-a9bc-2a4db8b8ec57 HTTP/1.1" status: 204 len: 168 time: 0.1471858 Mar 14 10:14:52.218620 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-424edf17-aaed-47e0-9735-2ffc99fa48c2 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106434 Mar 14 10:14:52.226126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869006f-5654-433e-b257-81716a61990f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f781b411-fa76-4529-a9bc-2a4db8b8ec57,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:52.363610 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f876feb4-6931-4acb-b7b8-2a98cd01aa28 req-97552577-a9fd-4035-a319-28b444f705a2 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373012 Mar 14 10:14:52.374396 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88cff9-63b2-4290-9951-8e0cd7856337 req-98567a9f-02a0-4767-8a4c-ae761a559dcd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:52.376312 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e88cff9-63b2-4290-9951-8e0cd7856337 req-98567a9f-02a0-4767-8a4c-ae761a559dcd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 944 time: 0.0648150 Mar 14 10:14:52.425466 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e88cff9-63b2-4290-9951-8e0cd7856337 req-8c304bc0-eede-4114-9ba6-f3dbdf27314c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433412 Mar 14 10:14:52.620410 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:14:52.691147 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device dd14a2d4-5989-48a7-a4d5-a79b9a937e7c details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:14:52.694538 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:52.707615 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33524) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:52.720892 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e03bef91-e939-4ffa-9ef4-215bf052c835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.773745 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 5d5b67aa-2452-493f-908e-6c38a05c7cea completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:14:52.786233 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 5d5b67aa-2452-493f-908e-6c38a05c7cea triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:52.786798 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.886822 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:52.904758 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'port_id': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c', 'mac_address': 'fa:16:3e:26:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:14:52.975497 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:52.976247 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:52.998444 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e03bef91-e939-4ffa-9ef4-215bf052c835 admin admin] Publish callbacks [] for security_group (e56137db-0183-49a0-9862-f7d49a432572), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.008580 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:53.009150 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.017913 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8a6959b5-4b2a-47a5-ba22-76d183dc4ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.037110 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd14a2d4-5989-48a7-a4d5-a79b9a937e7c {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:53.048003 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e03bef91-e939-4ffa-9ef4-215bf052c835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e56137db-0183-49a0-9862-f7d49a432572), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.060544 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:53.078010 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:53.080384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.104747 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.105384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 769b53cb-4a3a-401f-b024-483287d18ed8 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:14:53.107987 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bef91-e939-4ffa-9ef4-215bf052c835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56137db-0183-49a0-9862-f7d49a432572,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:53.115653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e03bef91-e939-4ffa-9ef4-215bf052c835 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f22e5d594f94be59995031f5eea289a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4070709 Mar 14 10:14:53.123713 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33542) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:53.125310 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d25a2-2f74-4ee3-8824-5a1adcdefc50 req-8b053d39-4233-4a8c-b634-fdc24d850b48 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:53.132363 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a5d25a2-2f74-4ee3-8824-5a1adcdefc50 req-8b053d39-4233-4a8c-b634-fdc24d850b48 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 944 time: 0.2488828 Mar 14 10:14:53.161012 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd38ef7-14e5-492b-b300-3bb8b6c80d92 req-84c78aec-cd01-4d7f-800c-1e08817f967e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:53.169256 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3dd38ef7-14e5-492b-b300-3bb8b6c80d92 req-84c78aec-cd01-4d7f-800c-1e08817f967e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.2926126 Mar 14 10:14:53.182164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 769b53cb-4a3a-401f-b024-483287d18ed8, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=769b53cb-4a3a-401f-b024-483287d18ed8,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:53.184204 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-892af4ff-1b23-4321-9d95-b3b28ed6646d admin admin] Publish callbacks [] for security_group (e56137db-0183-49a0-9862-f7d49a432572), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.197985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:53.226022 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-892af4ff-1b23-4321-9d95-b3b28ed6646d admin admin] Publish callbacks [] for security_group (e56137db-0183-49a0-9862-f7d49a432572), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.233082 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a5d25a2-2f74-4ee3-8824-5a1adcdefc50 req-700d1cce-2202-4005-a538-3c00d3ab2f60 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997157 Mar 14 10:14:53.253734 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '769b53cb-4a3a-401f-b024-483287d18ed8', 'network_id': '3f84a43f-5b50-4312-84d7-266c2d062ea7', 'port_id': '769b53cb-4a3a-401f-b024-483287d18ed8', 'mac_address': 'fa:16:3e:ea:36:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a155fb8e-074d-451d-8203-1ea0b9329121', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:14:53.259759 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:53.291889 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3dd38ef7-14e5-492b-b300-3bb8b6c80d92 req-ec5d510f-0bb4-469a-8f60-2cef5ba73d63 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1207378 Mar 14 10:14:53.307919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-892af4ff-1b23-4321-9d95-b3b28ed6646d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e56137db-0183-49a0-9862-f7d49a432572), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.311672 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-892af4ff-1b23-4321-9d95-b3b28ed6646d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.312609 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-892af4ff-1b23-4321-9d95-b3b28ed6646d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e56137db-0183-49a0-9862-f7d49a432572 HTTP/1.1" status: 204 len: 168 time: 0.1878726 Mar 14 10:14:53.319609 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 769b53cb-4a3a-401f-b024-483287d18ed8 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:53.320148 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.321640 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892af4ff-1b23-4321-9d95-b3b28ed6646d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56137db-0183-49a0-9862-f7d49a432572,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:53.350929 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b53cb-4a3a-401f-b024-483287d18ed8 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:53.373152 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 769b53cb-4a3a-401f-b024-483287d18ed8, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=769b53cb-4a3a-401f-b024-483287d18ed8,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:53.375992 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:53.379328 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc8307d-7c08-4b8a-a1d1-aac270c8f51c" -d '{"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:53.383398 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:53.408328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1300d6-4110-40c4-88c4-026d51d34722 req-27de3f6a-2365-4deb-9237-8449d3523c66 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:53.410712 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e1300d6-4110-40c4-88c4-026d51d34722 req-27de3f6a-2365-4deb-9237-8449d3523c66 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 945 time: 0.0730352 Mar 14 10:14:53.422436 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58430d34-6e0b-474a-b310-d54788839317 x-openstack-request-id: req-58430d34-6e0b-474a-b310-d54788839317 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:53.422815 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:53.422998 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58430d34-6e0b-474a-b310-d54788839317 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:53.423967 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'code': 200} Mar 14 10:14:53.438403 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=769b53cb-4a3a-401f-b024-483287d18ed8,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:53.466890 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e1300d6-4110-40c4-88c4-026d51d34722 req-53bc2372-372d-40b8-9e8e-7874e9277d5f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Mar 14 10:14:53.581528 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce813-6f47-4816-bc3e-b8d31df60ca8 req-c7d3fb60-c126-4311-963d-ae085370ba75 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:53.583317 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16bce813-6f47-4816-bc3e-b8d31df60ca8 req-c7d3fb60-c126-4311-963d-ae085370ba75 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0598917 Mar 14 10:14:53.617673 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc5c8e-4edd-4ba0-989c-4301f50f378e req-333d3eca-29ca-4eef-b45c-f4c87d407c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:53.619406 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2dcc5c8e-4edd-4ba0-989c-4301f50f378e req-333d3eca-29ca-4eef-b45c-f4c87d407c51 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0450225 Mar 14 10:14:53.631666 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-16bce813-6f47-4816-bc3e-b8d31df60ca8 req-d140b189-a6c9-4363-abc4-db84647e61bc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429993 Mar 14 10:14:53.669558 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2dcc5c8e-4edd-4ba0-989c-4301f50f378e req-2eefe6b2-f662-4e01-826f-9a154bb8fa1f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433779 Mar 14 10:14:53.748072 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['769b53cb-4a3a-401f-b024-483287d18ed8'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:14:53.809992 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['dd14a2d4-5989-48a7-a4d5-a79b9a937e7c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:14:54.398920 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114bc24-c9de-490f-a378-b85425a5633c req-df999722-0989-4de0-bd22-8285dc9b20b6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:54.407885 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4114bc24-c9de-490f-a378-b85425a5633c req-df999722-0989-4de0-bd22-8285dc9b20b6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 944 time: 0.1028464 Mar 14 10:14:54.492197 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4114bc24-c9de-490f-a378-b85425a5633c req-5fa12e76-883e-4314-ba94-86fc1e0e4f1f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831759 Mar 14 10:14:54.535837 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e3845-721d-4cd5-99fa-fa96567fe025 req-d0f31a36-7fe3-4a53-9ca5-218db90fb1f8 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:54.545170 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b61e3845-721d-4cd5-99fa-fa96567fe025 req-d0f31a36-7fe3-4a53-9ca5-218db90fb1f8 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.1131577 Mar 14 10:14:54.641968 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b61e3845-721d-4cd5-99fa-fa96567fe025 req-f2cbc4a6-0776-4fb3-9f79-018b0601a9a0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0923057 Mar 14 10:14:54.661683 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405c1ce-b12a-45d8-9200-466c3dea89c3 req-eece87b2-4651-4008-b1f4-8c4ad04580ca tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:54.663363 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c405c1ce-b12a-45d8-9200-466c3dea89c3 req-eece87b2-4651-4008-b1f4-8c4ad04580ca tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 945 time: 0.0950961 Mar 14 10:14:54.707698 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a16981da-d4d2-46d1-a786-770f8f790603 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:14:54.725251 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c405c1ce-b12a-45d8-9200-466c3dea89c3 req-739b7ada-9ff8-4db1-918e-7f7a6f4af813 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Mar 14 10:14:54.738125 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33620) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:54.855277 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffde36-fde9-4aa7-9b66-748d6f8eb689 req-99bd3c16-0414-4ebd-bfbf-6f8cf856f368 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:54.862366 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51ffde36-fde9-4aa7-9b66-748d6f8eb689 req-99bd3c16-0414-4ebd-bfbf-6f8cf856f368 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1135936 Mar 14 10:14:54.871695 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83e2a5-9c38-4fce-855e-1612ab57d91b req-d87794e2-851d-4b50-b7d3-c04ded562dce tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:54.873298 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d83e2a5-9c38-4fce-855e-1612ab57d91b req-d87794e2-851d-4b50-b7d3-c04ded562dce tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.0808420 Mar 14 10:14:54.887993 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33630) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:54.892614 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:54.927363 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a16981da-d4d2-46d1-a786-770f8f790603, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a16981da-d4d2-46d1-a786-770f8f790603,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:54.945262 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'a16981da-d4d2-46d1-a786-770f8f790603', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'port_id': 'a16981da-d4d2-46d1-a786-770f8f790603', 'mac_address': 'fa:16:3e:30:ad:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:14:54.946867 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51ffde36-fde9-4aa7-9b66-748d6f8eb689 req-6980f986-d84e-4a3c-ae19-726c15dce312 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835781 Mar 14 10:14:54.997414 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port a16981da-d4d2-46d1-a786-770f8f790603 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:54.997888 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a16981da-d4d2-46d1-a786-770f8f790603), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.005288 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2850d423-7b85-4c6c-86f5-79e77c0c30fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.009114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (ce9cbbc0-aaa4-4377-ad40-126f497025d4), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.013556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a16981da-d4d2-46d1-a786-770f8f790603 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:14:55.034471 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a16981da-d4d2-46d1-a786-770f8f790603, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a16981da-d4d2-46d1-a786-770f8f790603,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:55.038903 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a16981da-d4d2-46d1-a786-770f8f790603), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.103494 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=a16981da-d4d2-46d1-a786-770f8f790603,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:55.320131 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2850d423-7b85-4c6c-86f5-79e77c0c30fe admin admin] Publish callbacks [] for security_group (ebd0427a-b0f6-42ff-bb34-ab26ca21329a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.326125 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2850d423-7b85-4c6c-86f5-79e77c0c30fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ebd0427a-b0f6-42ff-bb34-ab26ca21329a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.405033 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2850d423-7b85-4c6c-86f5-79e77c0c30fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=479d6601e59a422bb7163aa7f782163d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6658320 Mar 14 10:14:55.407413 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850d423-7b85-4c6c-86f5-79e77c0c30fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd0427a-b0f6-42ff-bb34-ab26ca21329a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:55.407934 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33646) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:55.461562 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64f93d45-4437-48bf-94e5-6ce67d53c8c1 admin admin] Publish callbacks [] for security_group (ebd0427a-b0f6-42ff-bb34-ab26ca21329a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.485049 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64f93d45-4437-48bf-94e5-6ce67d53c8c1 admin admin] Publish callbacks [] for security_group (ebd0427a-b0f6-42ff-bb34-ab26ca21329a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.489948 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-00be438b-6b20-40d0-8787-30557399cb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.536842 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['a16981da-d4d2-46d1-a786-770f8f790603'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:14:55.551521 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64f93d45-4437-48bf-94e5-6ce67d53c8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ebd0427a-b0f6-42ff-bb34-ab26ca21329a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.560486 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64f93d45-4437-48bf-94e5-6ce67d53c8c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:55.563873 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-64f93d45-4437-48bf-94e5-6ce67d53c8c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ebd0427a-b0f6-42ff-bb34-ab26ca21329a HTTP/1.1" status: 204 len: 168 time: 0.1534500 Mar 14 10:14:55.579709 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93d45-4437-48bf-94e5-6ce67d53c8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd0427a-b0f6-42ff-bb34-ab26ca21329a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:55.751486 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b7fc6-a13f-4fd7-ac80-17757437f5de req-3873f594-7957-4718-b0c8-fac544d1fe2a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:55.759705 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-983b7fc6-a13f-4fd7-ac80-17757437f5de req-3873f594-7957-4718-b0c8-fac544d1fe2a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 945 time: 0.1093388 Mar 14 10:14:55.822754 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-983b7fc6-a13f-4fd7-ac80-17757437f5de req-2e4137f9-b68f-49aa-b0f0-b7d5527a75b2 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562379 Mar 14 10:14:55.972949 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4056a4-95e6-4982-934f-a554a57b49fb req-edbac8de-ec26-43f7-8ee8-8cc7b606a9cc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:56.007486 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dc4056a4-95e6-4982-934f-a554a57b49fb req-edbac8de-ec26-43f7-8ee8-8cc7b606a9cc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 945 time: 0.0994487 Mar 14 10:14:56.119700 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dc4056a4-95e6-4982-934f-a554a57b49fb req-649a549d-e07d-4e9a-a445-4505df6a16a9 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109865 Mar 14 10:14:56.139543 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.145458 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (ce9cbbc0-aaa4-4377-ad40-126f497025d4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.153451 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7abc41-8ea0-4435-8482-3a5c745cabcf req-6d1516b0-9c15-4869-be52-96bc03333237 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:56.154948 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b7abc41-8ea0-4435-8482-3a5c745cabcf req-6d1516b0-9c15-4869-be52-96bc03333237 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0815816 Mar 14 10:14:56.205860 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b7abc41-8ea0-4435-8482-3a5c745cabcf req-3b4d4891-0b8d-448b-8b91-3e5afd167c6b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453289 Mar 14 10:14:56.279550 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP ce9cbbc0-aaa4-4377-ad40-126f497025d4 associated. External IP: 172.27.0.50, port: 0cbca7fa-3c63-45d5-9372-1483250d0551. Mar 14 10:14:56.388772 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.401427 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c017a2c-b2e0-414f-8962-c39e7e42ddf9 req-f0d3ef49-6cc0-4689-aac6-6c21f4c60346 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:56.402963 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c017a2c-b2e0-414f-8962-c39e7e42ddf9 req-f0d3ef49-6cc0-4689-aac6-6c21f4c60346 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0746851 Mar 14 10:14:56.413142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33700) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:56.420938 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'floatingip': {'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:56.466093 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (15ba5947-f422-4030-8907-048967bef329), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.534998 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33704) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:56.635069 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-835165170-network', 'tenant_id': '83abc28c6ba74c5cb2dc6a4dd3a1de4d'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:56.654272 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Made reservation on behalf of 83abc28c6ba74c5cb2dc6a4dd3a1de4d for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:56.656721 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.665187 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.713978 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:14:56.740793 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks [] for security_group (f20f135d-739c-4715-bdbc-029a37d02c50), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.744588 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (f20f135d-739c-4715-bdbc-029a37d02c50), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.764425 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:14:56.779255 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20f135d-739c-4715-bdbc-029a37d02c50,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:56.782058 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (7fbed8c2-08ab-473d-b030-28f099e697e8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.782398 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Added segment 7fbed8c2-08ab-473d-b030-28f099e697e8 of type vlan for network d3908e53-eac8-4ba6-a00c-7374c955f09d Mar 14 10:14:56.823462 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (d3908e53-eac8-4ba6-a00c-7374c955f09d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.856287 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (d3908e53-eac8-4ba6-a00c-7374c955f09d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.857315 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:56.857953 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.902044 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3650329 Mar 14 10:14:56.904522 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33710) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:14:56.932702 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Request body: {'subnet': {'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-835165170-subnet', 'tenant_id': '83abc28c6ba74c5cb2dc6a4dd3a1de4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:14:56.948354 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733cc9b8-e169-469e-a510-267772f45bf5 admin admin] Pushing event updated for resources: {'Network': ['ID=d3908e53-eac8-4ba6-a00c-7374c955f09d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:56.949740 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:56.968342 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network d3908e53-eac8-4ba6-a00c-7374c955f09d details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:14:56.980044 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:56.981972 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.985216 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Made reservation on behalf of 83abc28c6ba74c5cb2dc6a4dd3a1de4d for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:14:56.987574 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:56.999040 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:57.000830 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:57.032489 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-808cbef2-2267-4558-9180-6512ba49386c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "PUT /v2.0/floatingips/ce9cbbc0-aaa4-4377-ad40-126f497025d4 HTTP/1.1" status: 200 len: 990 time: 2.1430290 Mar 14 10:14:57.040173 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:57.042454 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e" -d '{"events": [{"name": "network-changed", "server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:57.058617 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75291cfe-f9a9-4703-80b6-63924bb2b12f req-8d6f9339-3e03-4653-a964-d6b04cf42e2c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:57.060173 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75291cfe-f9a9-4703-80b6-63924bb2b12f req-8d6f9339-3e03-4653-a964-d6b04cf42e2c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 945 time: 0.1216326 Mar 14 10:14:57.114823 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e98237a-e81f-4f1c-bee7-28d8abf6c22b x-openstack-request-id: req-3e98237a-e81f-4f1c-bee7-28d8abf6c22b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:57.115113 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:57.115616 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3e98237a-e81f-4f1c-bee7-28d8abf6c22b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:57.116207 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'status': 'completed', 'code': 200} Mar 14 10:14:57.148960 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.154090 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (15ba5947-f422-4030-8907-048967bef329), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.167991 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:57.191631 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75291cfe-f9a9-4703-80b6-63924bb2b12f req-a589bf63-d1fb-421e-971e-a96fa4afbe91 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158106 Mar 14 10:14:57.280714 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Floating IP 15ba5947-f422-4030-8907-048967bef329 associated. External IP: 172.27.0.89, port: 5d5b67aa-2452-493f-908e-6c38a05c7cea. Mar 14 10:14:57.286223 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 769b53cb-4a3a-401f-b024-483287d18ed8 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:57.335839 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e40bd-e71d-4533-8179-26d0768e125f req-d86e36e6-8d50-4565-b981-a0509d9284a5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:57.337503 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c0e40bd-e71d-4533-8179-26d0768e125f req-d86e36e6-8d50-4565-b981-a0509d9284a5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 945 time: 0.1102314 Mar 14 10:14:57.338953 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (aeab5a50-d643-49a8-a758-8ce997fb195d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.417029 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeab5a50-d643-49a8-a758-8ce997fb195d,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:57.467330 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c0e40bd-e71d-4533-8179-26d0768e125f req-746312c0-2453-494c-bed6-cad725607675 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082366 Mar 14 10:14:57.468439 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Checking segment: {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:14:57.468801 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Network hostable DHCP agents. Network: d3908e53-eac8-4ba6-a00c-7374c955f09d, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:14:57.498143 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Network d3908e53-eac8-4ba6-a00c-7374c955f09d is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:14:57.524058 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, d3908e53-eac8-4ba6-a00c-7374c955f09d) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:14:57.529199 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:57.529969 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.537925 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb629e2-23fe-425d-9cd2-2bac1864f898 None None] Network d3908e53-eac8-4ba6-a00c-7374c955f09d requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:57.562765 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9752295c-fd2a-4ac1-8adf-8d5fcea85493 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6559274 Mar 14 10:14:57.593327 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:55Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:57.630345 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:57.643809 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 769b53cb-4a3a-401f-b024-483287d18ed8 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:14:57.647821 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:57.648470 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:57.668436 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 769b53cb-4a3a-401f-b024-483287d18ed8 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:57.668823 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.713656 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706376d2-a9ee-4112-b943-21660b4e3f8d None None] Network d3908e53-eac8-4ba6-a00c-7374c955f09d requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:14:57.801125 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:14:57.803217 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:57.858272 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.861814 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 769b53cb-4a3a-401f-b024-483287d18ed8 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:57.862200 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.891347 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d501806-0dd6-4916-afbd-42a59c134c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b53cb-4a3a-401f-b024-483287d18ed8'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:57.893767 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c78e6c5a-4fef-4351-9d59-53641f53ce2b" -d '{"events": [{"server_uuid": "9d501806-0dd6-4916-afbd-42a59c134c53", "name": "network-vif-plugged", "status": "completed", "tag": "769b53cb-4a3a-401f-b024-483287d18ed8"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:57.939131 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 769b53cb-4a3a-401f-b024-483287d18ed8, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=769b53cb-4a3a-401f-b024-483287d18ed8,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:57.945762 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:57.947628 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device dd14a2d4-5989-48a7-a4d5-a79b9a937e7c up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:14:57.969895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167fd43e-6ca0-42bb-882a-e8baf21f0624 req-14e819ea-a325-46ea-aef4-9df059f5b2cf tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:57.972060 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-167fd43e-6ca0-42bb-882a-e8baf21f0624 req-14e819ea-a325-46ea-aef4-9df059f5b2cf tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0901458 Mar 14 10:14:57.999201 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7115bfa2-9fad-4a08-b334-403a8d22b1c0 x-openstack-request-id: req-7115bfa2-9fad-4a08-b334-403a8d22b1c0 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:57.999837 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d501806-0dd6-4916-afbd-42a59c134c53", "name": "network-vif-plugged", "status": "completed", "tag": "769b53cb-4a3a-401f-b024-483287d18ed8", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:58.000268 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7115bfa2-9fad-4a08-b334-403a8d22b1c0 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:58.000864 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d501806-0dd6-4916-afbd-42a59c134c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b53cb-4a3a-401f-b024-483287d18ed8', 'code': 200} Mar 14 10:14:58.003556 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:14:58.015388 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:58.020435 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:14:58.056862 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-167fd43e-6ca0-42bb-882a-e8baf21f0624 req-48a556b2-cdb7-4846-8bd0-88059320f121 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778532 Mar 14 10:14:58.065489 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:58.066129 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:58.088091 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0fff9080-4eff-45e5-a7e9-59ab5885d71b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "PUT /v2.0/floatingips/15ba5947-f422-4030-8907-048967bef329 HTTP/1.1" status: 200 len: 990 time: 1.6680167 Mar 14 10:14:58.108514 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=769b53cb-4a3a-401f-b024-483287d18ed8,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:58.121227 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:14:58.133754 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:14:58.134133 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:58.184972 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:55Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:58.218376 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c9f2b0-a95c-41b0-81f9-8b4a4a7aa61c None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:55Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:58.243098 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:58.336390 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:14:58.336390 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:58.385426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33bcd8-07a8-43ca-ab1c-4c24fed8322d req-ee6d1498-a2b9-4b1c-8621-b66b17e01478 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:58.392719 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f33bcd8-07a8-43ca-ab1c-4c24fed8322d req-ee6d1498-a2b9-4b1c-8621-b66b17e01478 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 945 time: 0.0701215 Mar 14 10:14:58.448386 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f33bcd8-07a8-43ca-ab1c-4c24fed8322d req-fc72cb12-94f8-406a-a059-7255f168113d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542254 Mar 14 10:14:58.469009 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:14:58.480598 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:58.503280 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e682cb5-0c34-4b7c-bd54-ea39ad05fa81 None None] New status for floating IP ce9cbbc0-aaa4-4377-ad40-126f497025d4: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:14:58.569215 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d2148-208f-45a7-9568-a6afa5330cb7 req-4a6e9653-6cd5-4701-b08c-6af341045ffb tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:58.571532 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-541d2148-208f-45a7-9568-a6afa5330cb7 req-4a6e9653-6cd5-4701-b08c-6af341045ffb tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0555241 Mar 14 10:14:58.592918 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:14:58.626811 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-541d2148-208f-45a7-9568-a6afa5330cb7 req-dcf769e9-9471-485a-8467-a13beb143d74 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484438 Mar 14 10:14:58.656049 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '15ba5947-f422-4030-8907-048967bef329', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'mac_address': 'fa:16:3e:31:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:33Z', 'updated_at': '2022-03-14T10:14:57Z', 'revision_number': 1, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:58.682851 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:14:58.691288 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:14:58.691927 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:58.802407 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:14:59.032860 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '15ba5947-f422-4030-8907-048967bef329', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'mac_address': 'fa:16:3e:31:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:33Z', 'updated_at': '2022-03-14T10:14:57Z', 'revision_number': 1, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:14:59.059837 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5a6110-a364-4503-8a3c-e05ac3b3ca36 None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '15ba5947-f422-4030-8907-048967bef329', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'floating_ip_address': '172.27.0.89', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'mac_address': 'fa:16:3e:31:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:33Z', 'updated_at': '2022-03-14T10:14:57Z', 'revision_number': 1, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:14:59.075074 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-6766e696-c3b9-4867-99c2-98ee2bbe36d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.076640 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-6766e696-c3b9-4867-99c2-98ee2bbe36d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 1129 time: 0.0594745 Mar 14 10:14:59.119917 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:14:59.122284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7138be2e-01e4-4f8c-ba5c-e617b7acc593" -d '{"events": [{"name": "network-changed", "server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:14:59.183677 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffee62d-6c63-434d-a0fc-f9ce849df488 x-openstack-request-id: req-2ffee62d-6c63-434d-a0fc-f9ce849df488 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:14:59.183976 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:14:59.184231 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ffee62d-6c63-434d-a0fc-f9ce849df488 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:14:59.184632 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'status': 'completed', 'code': 200} Mar 14 10:14:59.228101 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e0d79-fe70-4ac2-9714-e1425d0e5bc3 req-6511597b-dd5a-4745-8fea-2492ea950201 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.233066 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a98e0d79-fe70-4ac2-9714-e1425d0e5bc3 req-6511597b-dd5a-4745-8fea-2492ea950201 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0874496 Mar 14 10:14:59.296279 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a98e0d79-fe70-4ac2-9714-e1425d0e5bc3 req-752d223b-a2ed-449f-a6c1-42d286d25c46 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596397 Mar 14 10:14:59.307497 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-c1ef9e1f-9df2-41d5-b0d5-0f8d48e416e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.309125 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-c1ef9e1f-9df2-41d5-b0d5-0f8d48e416e0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.2189116 Mar 14 10:14:59.340388 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c472ee-8c61-46f1-9a5d-0d9487de2b54 req-e2d74269-0720-48a0-b6bc-e7aebd5a78cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.341882 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-25c472ee-8c61-46f1-9a5d-0d9487de2b54 req-e2d74269-0720-48a0-b6bc-e7aebd5a78cc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.1386709 Mar 14 10:14:59.354394 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cf4246-2dec-4c09-873d-fdcf5c9dfb3b None None] New status for floating IP 15ba5947-f422-4030-8907-048967bef329: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:14:59.394235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-a2d3119a-12ca-410a-884d-5dc3018c1160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.396051 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-a2d3119a-12ca-410a-884d-5dc3018c1160 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1129 time: 0.1812067 Mar 14 10:14:59.529055 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-1021d02a-47cb-4927-850b-cd1c428f72b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbca7fa-3c63-45d5-9372-1483250d0551 HTTP/1.1" status: 200 len: 1000 time: 0.2002611 Mar 14 10:14:59.585852 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0181e4-fb6e-42ab-9653-0aded28b117e req-ced595a8-30f1-4a52-b54c-2008eb2e81ad tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.593757 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa0181e4-fb6e-42ab-9653-0aded28b117e req-ced595a8-30f1-4a52-b54c-2008eb2e81ad tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 945 time: 0.0684361 Mar 14 10:14:59.596828 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-25c472ee-8c61-46f1-9a5d-0d9487de2b54 req-ef04193b-6509-4d59-ac84-f61d51dc6157 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098241 Mar 14 10:14:59.602520 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:14:59.612450 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-6d1fdf09-9eb1-4274-95a0-2a29b2c09b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.613912 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-6d1fdf09-9eb1-4274-95a0-2a29b2c09b5a service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.2030168 Mar 14 10:14:59.621037 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-053af54f-99dd-4afd-9ebe-ebaba92c6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.622468 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-053af54f-99dd-4afd-9ebe-ebaba92c6491 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0794501 Mar 14 10:14:59.639913 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aa0181e4-fb6e-42ab-9653-0aded28b117e req-28640302-a68f-4c46-94dc-326e0dddd5cc tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452092 Mar 14 10:14:59.748298 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3ef52-063c-47d2-9d90-02fea53fd290 req-30c49aa7-ab3c-4359-8704-373a3b4d9b7e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.750078 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36f3ef52-063c-47d2-9d90-02fea53fd290 req-30c49aa7-ab3c-4359-8704-373a3b4d9b7e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0567098 Mar 14 10:14:59.797385 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36f3ef52-063c-47d2-9d90-02fea53fd290 req-d1e756e2-11ce-408b-a750-5662614aae9b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412495 Mar 14 10:14:59.890799 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-1a52ab64-be88-4854-8c57-5b131e8b7ca9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 1000 time: 0.0878077 Mar 14 10:14:59.907275 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-68350269-c442-4449-9384-b3b576c64073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.908763 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-68350269-c442-4449-9384-b3b576c64073 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0993192 Mar 14 10:14:59.991493 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-5a02f755-95f9-44a3-8ec7-8ed14bd42089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:14:59.992921 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-5a02f755-95f9-44a3-8ec7-8ed14bd42089 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0950565 Mar 14 10:15:00.002231 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:00.004564 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec93e1b1-0ce9-450a-b083-18e6d7f8acd2" -d '{"events": [{"server_uuid": "173af629-2bcd-4c9e-b418-c2b7437c3f0c", "name": "network-vif-plugged", "status": "completed", "tag": "dd14a2d4-5989-48a7-a4d5-a79b9a937e7c"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:00.038448 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e15627d-9fdc-46d2-9345-840fc3a1ea1d x-openstack-request-id: req-5e15627d-9fdc-46d2-9345-840fc3a1ea1d {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:00.038763 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173af629-2bcd-4c9e-b418-c2b7437c3f0c", "name": "network-vif-plugged", "status": "completed", "tag": "dd14a2d4-5989-48a7-a4d5-a79b9a937e7c", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:00.039022 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e15627d-9fdc-46d2-9345-840fc3a1ea1d {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:00.039418 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c', 'code': 200} Mar 14 10:15:00.048899 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-f43dc881-2f38-4ebe-a862-9dea2f0b88d9 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208844 Mar 14 10:15:00.058540 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-351365a6-5fbd-4060-ba51-8d2276832bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:00.059979 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-351365a6-5fbd-4060-ba51-8d2276832bde service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596936 Mar 14 10:15:00.239203 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-ac36c33f-1c94-4ce1-835b-1e0747e73eff service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782863 Mar 14 10:15:00.246842 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-76336d5d-c570-4e44-a9bc-b0ecb39bf3fb service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638880 Mar 14 10:15:00.262719 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cc8c5-4190-4220-9566-8b05b9b366fe req-6611ed2d-4de2-4fc1-8c08-d7fc85bd29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:00.264195 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-499cc8c5-4190-4220-9566-8b05b9b366fe req-6611ed2d-4de2-4fc1-8c08-d7fc85bd29c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 1130 time: 0.0902567 Mar 14 10:15:00.372705 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-499cc8c5-4190-4220-9566-8b05b9b366fe req-7712d15b-993d-4672-adcf-b185ea6990e6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942976 Mar 14 10:15:00.377989 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7138be2e-01e4-4f8c-ba5c-e617b7acc593 req-7ae4056f-fd7d-4eef-92ca-2a7bb0f78873 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248994 Mar 14 10:15:00.453504 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3827fb-4e8c-4ba4-a283-1af72cbaa34b req-393d5cde-e42b-45e2-9595-590626f39724 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:00.461044 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f3827fb-4e8c-4ba4-a283-1af72cbaa34b req-393d5cde-e42b-45e2-9595-590626f39724 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0744281 Mar 14 10:15:00.528192 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f3827fb-4e8c-4ba4-a283-1af72cbaa34b req-7fec6191-e32d-4639-a1dd-17bdbf7a167f tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661819 Mar 14 10:15:00.704832 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-9a232e1e-e7c5-4c21-b692-f04416979879 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:00.711772 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-9a232e1e-e7c5-4c21-b692-f04416979879 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/networks?id=d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 200 len: 808 time: 0.1258185 Mar 14 10:15:00.728764 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-6fc32d1a-2b04-4e16-a659-0a9dc32d7224 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/quotas/83abc28c6ba74c5cb2dc6a4dd3a1de4d HTTP/1.1" status: 200 len: 375 time: 0.0159025 Mar 14 10:15:00.771231 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-4de57ab4-8396-43f2-908c-46263248e8b7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370588 Mar 14 10:15:00.771387 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33830) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:00.879437 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7807db48-9671-47eb-afe9-4fe411fd7217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:00.970792 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7807db48-9671-47eb-afe9-4fe411fd7217 admin admin] Publish callbacks [] for security_group (c2602cea-bb16-4c9f-99ac-daff46db4604), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:00.974996 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7807db48-9671-47eb-afe9-4fe411fd7217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c2602cea-bb16-4c9f-99ac-daff46db4604), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:00.985931 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a16981da-d4d2-46d1-a786-770f8f790603 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:15:01.019172 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7807db48-9671-47eb-afe9-4fe411fd7217 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbc74f82ff934df3be5f8b338a9c3b5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2510870 Mar 14 10:15:01.019804 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33840) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:01.022446 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807db48-9671-47eb-afe9-4fe411fd7217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2602cea-bb16-4c9f-99ac-daff46db4604,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:01.039252 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port a16981da-d4d2-46d1-a786-770f8f790603 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:15:01.049838 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port a16981da-d4d2-46d1-a786-770f8f790603 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:15:01.050484 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a16981da-d4d2-46d1-a786-770f8f790603), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.057147 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb6bce-94de-438e-b771-693864f160c3 req-f40774a2-34d1-40e5-8151-5338395a88c5 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:01.058661 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2beb6bce-94de-438e-b771-693864f160c3 req-f40774a2-34d1-40e5-8151-5338395a88c5 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 945 time: 0.3199978 Mar 14 10:15:01.090242 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d15e9253-c212-4331-94ab-eb7f3860d69e admin admin] Publish callbacks [] for security_group (c2602cea-bb16-4c9f-99ac-daff46db4604), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.100932 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-dbe70dfb-5288-48a2-b98a-18db40604633 service neutron] 10.222.0.21 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164196 Mar 14 10:15:01.113457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d15e9253-c212-4331-94ab-eb7f3860d69e admin admin] Publish callbacks [] for security_group (c2602cea-bb16-4c9f-99ac-daff46db4604), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.153993 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port a16981da-d4d2-46d1-a786-770f8f790603 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:15:01.154723 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a16981da-d4d2-46d1-a786-770f8f790603), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.166423 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d15e9253-c212-4331-94ab-eb7f3860d69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c2602cea-bb16-4c9f-99ac-daff46db4604), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.169806 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d15e9253-c212-4331-94ab-eb7f3860d69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.171351 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d15e9253-c212-4331-94ab-eb7f3860d69e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2602cea-bb16-4c9f-99ac-daff46db4604 HTTP/1.1" status: 204 len: 168 time: 0.1504896 Mar 14 10:15:01.181205 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e9253-c212-4331-94ab-eb7f3860d69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2602cea-bb16-4c9f-99ac-daff46db4604,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:01.204127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a16981da-d4d2-46d1-a786-770f8f790603, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a16981da-d4d2-46d1-a786-770f8f790603,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:01.215151 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a16981da-d4d2-46d1-a786-770f8f790603), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.222730 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2beb6bce-94de-438e-b771-693864f160c3 req-18fa7090-4d16-4bbd-9b16-e58db423e21f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494331 Mar 14 10:15:01.272533 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-a0023b06-d5f2-418e-8cd5-c9961dddc02f service neutron] 10.222.0.21 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707387 Mar 14 10:15:01.294833 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=a16981da-d4d2-46d1-a786-770f8f790603,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:01.346229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6486e2-e796-443e-9137-2b6d5b51affc req-0ab7e753-e8d7-4e02-a0e8-7b93b2baf8e1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:01.347736 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b6486e2-e796-443e-9137-2b6d5b51affc req-0ab7e753-e8d7-4e02-a0e8-7b93b2baf8e1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0575552 Mar 14 10:15:01.423489 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b6486e2-e796-443e-9137-2b6d5b51affc req-70ea5414-4fdd-478e-bc59-e7bce553ac2c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668211 Mar 14 10:15:01.482322 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-edf06881-b00d-4fda-8121-5bc22f238a15 req-6376cc6c-1fbe-4d16-9e3e-b67e550b83cf tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 210 time: 0.0290604 Mar 14 10:15:01.525655 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:01.542130 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66e681a1-cdbd-4d39-803d-d3cb4d2f2cce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.633178 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66e681a1-cdbd-4d39-803d-d3cb4d2f2cce admin admin] Publish callbacks [] for security_group (b6ac0c06-cc10-4ddc-b503-ef9af411cdea), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.638663 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-66e681a1-cdbd-4d39-803d-d3cb4d2f2cce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (b6ac0c06-cc10-4ddc-b503-ef9af411cdea), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.651347 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5315a2b-4bcc-4e2d-a4fd-6badd03f5030 req-b652d960-4868-4c0a-81b7-2cf9e80d074b tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:01.652915 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f5315a2b-4bcc-4e2d-a4fd-6badd03f5030 req-b652d960-4868-4c0a-81b7-2cf9e80d074b tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.0600121 Mar 14 10:15:01.680955 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-66e681a1-cdbd-4d39-803d-d3cb4d2f2cce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0d4cb6671c2d44c8a6b313c94697c599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1541533 Mar 14 10:15:01.681930 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e681a1-cdbd-4d39-803d-d3cb4d2f2cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ac0c06-cc10-4ddc-b503-ef9af411cdea,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:01.684516 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33858) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:01.743319 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f5315a2b-4bcc-4e2d-a4fd-6badd03f5030 req-461f02f3-9b8e-4048-a8a0-b0dc6f051e9d tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/security-groups?id=0507cea1-5122-4d70-89fd-3ceb3a2b9621&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848229 Mar 14 10:15:01.764688 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd321d02-9752-41d0-ad0c-ced3d28e210d admin admin] Publish callbacks [] for security_group (b6ac0c06-cc10-4ddc-b503-ef9af411cdea), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.781577 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd321d02-9752-41d0-ad0c-ced3d28e210d admin admin] Publish callbacks [] for security_group (b6ac0c06-cc10-4ddc-b503-ef9af411cdea), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.843989 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd321d02-9752-41d0-ad0c-ced3d28e210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (b6ac0c06-cc10-4ddc-b503-ef9af411cdea), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.849122 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-bd321d02-9752-41d0-ad0c-ced3d28e210d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:01.853340 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-bd321d02-9752-41d0-ad0c-ced3d28e210d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6ac0c06-cc10-4ddc-b503-ef9af411cdea HTTP/1.1" status: 204 len: 168 time: 0.1651316 Mar 14 10:15:01.863670 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd321d02-9752-41d0-ad0c-ced3d28e210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ac0c06-cc10-4ddc-b503-ef9af411cdea,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:01.912560 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-471308c6-ce33-4465-97d7-e511a586a425 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:01.914384 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-471308c6-ce33-4465-97d7-e511a586a425 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.35 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 946 time: 0.1401556 Mar 14 10:15:02.041084 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:02.054000 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096e272b-9556-4e24-aebc-d055a0ef8ab6" -d '{"events": [{"server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "name": "network-vif-plugged", "status": "completed", "tag": "a16981da-d4d2-46d1-a786-770f8f790603"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:02.097351 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Deleting port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:15:02.097850 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:02.104901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f94edd23-f3e4-428d-9524-0acc2684b69b x-openstack-request-id: req-f94edd23-f3e4-428d-9524-0acc2684b69b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:02.105355 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "name": "network-vif-plugged", "status": "completed", "tag": "a16981da-d4d2-46d1-a786-770f8f790603", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:02.105650 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f94edd23-f3e4-428d-9524-0acc2684b69b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:02.106112 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603', 'code': 200} Mar 14 10:15:02.218925 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] For port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,segment=NetworkSegment(97c5b09f-1511-4f7e-bee7-974a3295a96e),segment_id=97c5b09f-1511-4f7e-bee7-974a3295a96e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:02.219282 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:02.237659 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Calling delete_port for afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:15:02.367797 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6014657-0c6d-4dea-b354-a090f02f05c6 req-a1dd9258-8439-4e3d-9ca2-50d8176bd683 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:02.369877 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6014657-0c6d-4dea-b354-a090f02f05c6 req-a1dd9258-8439-4e3d-9ca2-50d8176bd683 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0687349 Mar 14 10:15:02.383412 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07326d-8dd3-4dfc-a9df-323217e6cf23 req-7ef83d63-ef97-43b6-8029-c496fffddb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:02.384927 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a07326d-8dd3-4dfc-a9df-323217e6cf23 req-7ef83d63-ef97-43b6-8029-c496fffddb3e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1130 time: 0.0773103 Mar 14 10:15:02.425782 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6014657-0c6d-4dea-b354-a090f02f05c6 req-1a27ed33-757e-449c-9707-06ae01dbb958 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499089 Mar 14 10:15:02.471954 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a07326d-8dd3-4dfc-a9df-323217e6cf23 req-2261a27e-c9ea-46d6-8b1d-b2b66144880e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786531 Mar 14 10:15:02.473138 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:02.496104 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:15:02.506977 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Pushing event deleted for resources: {'Port': ['ID=afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:02.571944 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] No DVR routers for this DVR port afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:15:02.574468 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ee2a9-fc2a-4e8b-ae11-831bbebd7111 req-6a543d28-97aa-4e74-bc69-7487bd6de976 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:02.575027 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:02.578375 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-019e200b-dc14-4bc1-a90f-ce7d80120567 req-5ce15564-15a0-4e44-9ece-73c58f6cd556 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.35 "DELETE /v2.0/ports/afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 HTTP/1.1" status: 204 len: 173 time: 0.6582799 Mar 14 10:15:02.578880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'name': 'network-vif-deleted', 'tag': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:02.581114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f487fab6-414c-48b9-922f-65a227342fb7" -d '{"events": [{"server_uuid": "126dd6c5-ec18-45a4-ae7c-96f282d79ac7", "name": "network-vif-deleted", "tag": "afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:02.581710 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-560ee2a9-fc2a-4e8b-ae11-831bbebd7111 req-6a543d28-97aa-4e74-bc69-7487bd6de976 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0711164 Mar 14 10:15:02.621861 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a747f81-fce6-489c-89da-11c454abfa68 req-8e463b5d-0a4c-4c1f-8412-fa7ee6104537 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 210 time: 0.0323448 Mar 14 10:15:02.649412 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-560ee2a9-fc2a-4e8b-ae11-831bbebd7111 req-f11cd407-8ebb-4298-85e0-1f0e70526b7b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668352 Mar 14 10:15:02.678561 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3df407-c414-462c-bc13-a12574cf9698 x-openstack-request-id: req-7c3df407-c414-462c-bc13-a12574cf9698 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:02.679014 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "126dd6c5-ec18-45a4-ae7c-96f282d79ac7", "name": "network-vif-deleted", "tag": "afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:02.679412 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c3df407-c414-462c-bc13-a12574cf9698 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:02.680007 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126dd6c5-ec18-45a4-ae7c-96f282d79ac7', 'name': 'network-vif-deleted', 'tag': 'afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4', 'status': 'completed', 'code': 200} Mar 14 10:15:02.852813 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c93d004-ab6d-41bd-86c0-52b1e5903cf0 req-4f2624c5-8ea9-43be-99a2-3e7f95c3f22c tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0346239 Mar 14 10:15:03.027652 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52a474-02ba-41fe-9917-7ea8ebdac329 req-edf3ff32-0064-4b2b-b017-3d7196782728 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:03.029331 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52a474-02ba-41fe-9917-7ea8ebdac329 req-edf3ff32-0064-4b2b-b017-3d7196782728 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1047406 Mar 14 10:15:03.071564 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-4717d5b0-212c-4a19-ae83-78a764babe69 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:03.073029 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-4717d5b0-212c-4a19-ae83-78a764babe69 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "GET /v2.0/networks?id=d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 200 len: 808 time: 0.1454418 Mar 14 10:15:03.082905 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-70e73bc7-ecd4-40dd-9402-bda60fd2dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:03.084728 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-70e73bc7-ecd4-40dd-9402-bda60fd2dd19 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 1130 time: 0.0767467 Mar 14 10:15:03.089403 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Request body: {'port': {'device_id': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d', 'admin_state_up': True, 'tenant_id': '83abc28c6ba74c5cb2dc6a4dd3a1de4d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:03.102031 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d52a474-02ba-41fe-9917-7ea8ebdac329 req-e0c1de33-eb31-444e-96b0-dc10a9dff0de tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668752 Mar 14 10:15:03.463132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-8f79bf19-bed7-4bfe-9fa5-7edcc5a85dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:03.465662 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-8f79bf19-bed7-4bfe-9fa5-7edcc5a85dcb service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.3708808 Mar 14 10:15:03.532583 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-f6235526-b907-4914-8251-2cc93bae29ef service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c HTTP/1.1" status: 200 len: 217 time: 0.0409198 Mar 14 10:15:03.578626 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Made reservation on behalf of 83abc28c6ba74c5cb2dc6a4dd3a1de4d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:15:03.582470 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:03.588009 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7449f3-dfce-4723-a406-5ffdbec8e45b req-f00235a6-25d3-40e3-adfd-316aaf795181 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:03.596483 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f7449f3-dfce-4723-a406-5ffdbec8e45b req-f00235a6-25d3-40e3-adfd-316aaf795181 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0705948 Mar 14 10:15:03.607858 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-f1630542-2197-4b01-b2ad-467ffe3f815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:03.610134 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-f1630542-2197-4b01-b2ad-467ffe3f815c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.0717938 Mar 14 10:15:03.688247 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-ba66a4b3-94e2-4773-af9c-da0643fea3d4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620024 Mar 14 10:15:03.706236 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0f7449f3-dfce-4723-a406-5ffdbec8e45b req-aac5bf7f-2b37-44d0-8f55-0780ce29d98e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083782 Mar 14 10:15:03.787600 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a5d5e0a-78d4-4c54-83e3-b3ef93ab3b80 req-e44d19d8-22c4-49d2-a832-8173343637ad tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 210 time: 0.0573823 Mar 14 10:15:03.788398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33954) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:03.853740 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Allocated IP 172.20.0.14 (d3908e53-eac8-4ba6-a00c-7374c955f09d/aeab5a50-d643-49a8-a758-8ce997fb195d/a9420cf3-ef41-4715-a74e-000241b58539) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:15:03.873082 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-a204dd40-51ee-49fa-a4a7-4f0933d14467 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155832 Mar 14 10:15:04.006749 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-652bdfba-6af7-42ac-99b0-888d2d711545 req-ce4a8fd2-1250-45b3-9435-2a9b1ff759b7 tempest-DeleteServersTestJSON-832934300 tempest-DeleteServersTestJSON-832934300-project] 10.222.0.21 "GET /v2.0/ports?device_id=126dd6c5-ec18-45a4-ae7c-96f282d79ac7 HTTP/1.1" status: 200 len: 210 time: 0.0362260 Mar 14 10:15:04.030266 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f067d4a3-7feb-4748-a721-df9176f3c770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.125090 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f067d4a3-7feb-4748-a721-df9176f3c770 admin admin] Publish callbacks [] for security_group (f4b7b2af-88fc-49af-ad68-760949a9f14a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.135812 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f067d4a3-7feb-4748-a721-df9176f3c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (f4b7b2af-88fc-49af-ad68-760949a9f14a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.145854 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bc5aca47-5fa6-489c-9e8c-39d904af2ba9 req-72d966d8-f3fa-44df-9cfb-eeda75b9f177 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639892 Mar 14 10:15:04.190409 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks [] for port (a9420cf3-ef41-4715-a74e-000241b58539), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.228605 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f067d4a3-7feb-4748-a721-df9176f3c770 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=282eba2626c14a0e866908e33485ed71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4384532 Mar 14 10:15:04.232344 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 33974) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:04.242367 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f067d4a3-7feb-4748-a721-df9176f3c770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b7b2af-88fc-49af-ad68-760949a9f14a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:04.275331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (a9420cf3-ef41-4715-a74e-000241b58539), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.310392 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58399037-6723-4125-b131-7c551c02e01a req-78bc2692-34ee-4de1-85b4-6043f773bca4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:04.312543 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58399037-6723-4125-b131-7c551c02e01a req-78bc2692-34ee-4de1-85b4-6043f773bca4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1128781 Mar 14 10:15:04.339420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Network d3908e53-eac8-4ba6-a00c-7374c955f09d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:15:04.341993 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a1afdb1-8b8f-48fb-a573-34caf9d46b39 admin admin] Publish callbacks [] for security_group (f4b7b2af-88fc-49af-ad68-760949a9f14a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.349045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:15:04.356193 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Pushing event updated for resources: {'Port': ['ID=a9420cf3-ef41-4715-a74e-000241b58539,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:04.359554 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:15:04.362826 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58399037-6723-4125-b131-7c551c02e01a req-6b9fe268-5634-4e6c-a174-b22156aaa38c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452561 Mar 14 10:15:04.364719 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:04.365346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.385946 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a1afdb1-8b8f-48fb-a573-34caf9d46b39 admin admin] Publish callbacks [] for security_group (f4b7b2af-88fc-49af-ad68-760949a9f14a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.399936 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-accb735d-9ee6-416b-8b22-17ea8574acb7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3140683 Mar 14 10:15:04.419359 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Request body: {'port': {'device_id': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:04.477781 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a1afdb1-8b8f-48fb-a573-34caf9d46b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (f4b7b2af-88fc-49af-ad68-760949a9f14a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.480334 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6a1afdb1-8b8f-48fb-a573-34caf9d46b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.482034 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6a1afdb1-8b8f-48fb-a573-34caf9d46b39 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f4b7b2af-88fc-49af-ad68-760949a9f14a HTTP/1.1" status: 204 len: 168 time: 0.2479362 Mar 14 10:15:04.484627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a9420cf3-ef41-4715-a74e-000241b58539), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.498340 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1afdb1-8b8f-48fb-a573-34caf9d46b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b7b2af-88fc-49af-ad68-760949a9f14a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:04.758316 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9420cf3-ef41-4715-a74e-000241b58539 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:15:04.759748 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33982) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:04.772461 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Publish callbacks [] for port (a9420cf3-ef41-4715-a74e-000241b58539), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.773229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d20a1f1f-8cec-43b1-b357-50a77c4db1bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.785167 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Transition to ACTIVE for port object a9420cf3-ef41-4715-a74e-000241b58539 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:15:04.789058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a9420cf3-ef41-4715-a74e-000241b58539), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.841029 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Pushing event updated for resources: {'Port': ['ID=a9420cf3-ef41-4715-a74e-000241b58539,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:04.873443 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Attempting to bind port a9420cf3-ef41-4715-a74e-000241b58539 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:15:04.873781 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Attempting to bind port a9420cf3-ef41-4715-a74e-000241b58539 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:15:04.874116 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Attempting to bind port a9420cf3-ef41-4715-a74e-000241b58539 on network d3908e53-eac8-4ba6-a00c-7374c955f09d {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:15:04.878698 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Port a9420cf3-ef41-4715-a74e-000241b58539 on network d3908e53-eac8-4ba6-a00c-7374c955f09d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:15:04.879027 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Attempting to bind port a9420cf3-ef41-4715-a74e-000241b58539 on network d3908e53-eac8-4ba6-a00c-7374c955f09d {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:15:04.883907 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:15:04.884249 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Checking segment: {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:15:04.884634 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Bound using segment: {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:15:04.885061 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Bound port: a9420cf3-ef41-4715-a74e-000241b58539, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:15:04.885421 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a9420cf3-ef41-4715-a74e-000241b58539), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.894355 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f3fcad-f4e6-4bbc-8d7f-5496e7be6963 req-45d98862-348b-4a1a-a907-bd1007b22a69 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:04.896022 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08f3fcad-f4e6-4bbc-8d7f-5496e7be6963 req-45d98862-348b-4a1a-a907-bd1007b22a69 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1146333 Mar 14 10:15:04.954753 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] For port a9420cf3-ef41-4715-a74e-000241b58539, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:15:04.957910 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] For port a9420cf3-ef41-4715-a74e-000241b58539, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a9420cf3-ef41-4715-a74e-000241b58539,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:15:04.965301 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a9420cf3-ef41-4715-a74e-000241b58539), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.982249 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d20a1f1f-8cec-43b1-b357-50a77c4db1bc admin admin] Publish callbacks [] for security_group (e79103ea-95e2-443c-a03a-c13e41879568), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:04.999563 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d20a1f1f-8cec-43b1-b357-50a77c4db1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e79103ea-95e2-443c-a03a-c13e41879568), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.003883 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:05.004497 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.005967 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] 10.222.0.35 "PUT /v2.0/ports/a9420cf3-ef41-4715-a74e-000241b58539 HTTP/1.1" status: 200 len: 1094 time: 0.5951519 Mar 14 10:15:05.006404 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'tag': 'a9420cf3-ef41-4715-a74e-000241b58539'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:05.008697 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e438b8-91df-424d-a28c-e450abf3c5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9720e6d5-c74a-4bea-bab7-54b86ba0987c", "tag": "a9420cf3-ef41-4715-a74e-000241b58539"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:05.023162 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc546ae-6d60-4a9f-a1ef-c0c68af446a6 req-73dc06e5-177f-4add-8583-a8104f06df1c tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:05.025756 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fc546ae-6d60-4a9f-a1ef-c0c68af446a6 req-73dc06e5-177f-4add-8583-a8104f06df1c tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 944 time: 0.1528301 Mar 14 10:15:05.036824 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fded18f-dfe3-4beb-ad09-5eb1e45a7b5d service neutron] Pushing event updated for resources: {'Port': ['ID=a9420cf3-ef41-4715-a74e-000241b58539,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:05.038925 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08f3fcad-f4e6-4bbc-8d7f-5496e7be6963 req-14fbab89-c664-461b-8296-33457ed94e91 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322987 Mar 14 10:15:05.078521 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d20a1f1f-8cec-43b1-b357-50a77c4db1bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=056795b142d54527b8b928b17b3e3618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3176661 Mar 14 10:15:05.081682 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 33994) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:05.090322 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a1f1f-8cec-43b1-b357-50a77c4db1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79103ea-95e2-443c-a03a-c13e41879568,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:05.094567 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c70bbe3-6876-40a3-a736-e1058fb1320c x-openstack-request-id: req-5c70bbe3-6876-40a3-a736-e1058fb1320c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:05.095263 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9720e6d5-c74a-4bea-bab7-54b86ba0987c", "tag": "a9420cf3-ef41-4715-a74e-000241b58539", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:05.095747 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c70bbe3-6876-40a3-a736-e1058fb1320c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:05.096292 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'tag': 'a9420cf3-ef41-4715-a74e-000241b58539', 'status': 'completed', 'code': 200} Mar 14 10:15:05.119246 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-ebd588ae-1984-464e-9ce9-6cdda277cbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:05.120796 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-ebd588ae-1984-464e-9ce9-6cdda277cbe6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 1128 time: 0.0637040 Mar 14 10:15:05.137380 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fc546ae-6d60-4a9f-a1ef-c0c68af446a6 req-32c7cbc4-d056-4b4e-b557-c5c7f86831f0 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933890 Mar 14 10:15:05.176868 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0e34e81c-9210-4d8f-820b-552dfdb2601e admin admin] Publish callbacks [] for security_group (e79103ea-95e2-443c-a03a-c13e41879568), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.186150 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-a655f6cf-2488-409a-9006-6c10dba3c6da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9420cf3-ef41-4715-a74e-000241b58539 HTTP/1.1" status: 200 len: 217 time: 0.0422947 Mar 14 10:15:05.226063 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0e34e81c-9210-4d8f-820b-552dfdb2601e admin admin] Publish callbacks [] for security_group (e79103ea-95e2-443c-a03a-c13e41879568), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.243901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-352aee0b-6be5-49f1-801b-0bdf0a57a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:05.245420 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-352aee0b-6be5-49f1-801b-0bdf0a57a389 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aeab5a50-d643-49a8-a758-8ce997fb195d HTTP/1.1" status: 200 len: 848 time: 0.0532000 Mar 14 10:15:05.281407 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc29950-84e9-4ab7-b590-2c944751cf2b req-f49f69f4-e5fc-4933-8edd-4bdb8c3d5090 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:05.283177 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbc29950-84e9-4ab7-b590-2c944751cf2b req-f49f69f4-e5fc-4933-8edd-4bdb8c3d5090 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0938742 Mar 14 10:15:05.289777 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-d2b70ac1-1a3e-4c60-ac5a-e0c8c1686831 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3908e53-eac8-4ba6-a00c-7374c955f09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373397 Mar 14 10:15:05.295560 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34004) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:05.300290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'floatingip': {'port_id': 'a16981da-d4d2-46d1-a786-770f8f790603'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:05.311201 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0e34e81c-9210-4d8f-820b-552dfdb2601e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e79103ea-95e2-443c-a03a-c13e41879568), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.314134 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0e34e81c-9210-4d8f-820b-552dfdb2601e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.319481 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0e34e81c-9210-4d8f-820b-552dfdb2601e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e79103ea-95e2-443c-a03a-c13e41879568 HTTP/1.1" status: 204 len: 168 time: 0.2354276 Mar 14 10:15:05.333972 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34e81c-9210-4d8f-820b-552dfdb2601e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79103ea-95e2-443c-a03a-c13e41879568,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:05.381918 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (aa989416-03ee-42a3-8939-c17af770be90), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:05.568532 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-41f01e68-43d1-47ae-8d9b-72f985fed74b service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642820 Mar 14 10:15:05.595686 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb7536-ae83-436f-b075-d529ab44a001 req-c73c2c47-3a13-4dfd-8569-9878e5ad6ec3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:05.597421 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bceb7536-ae83-436f-b075-d529ab44a001 req-c73c2c47-3a13-4dfd-8569-9878e5ad6ec3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0877898 Mar 14 10:15:05.661179 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bceb7536-ae83-436f-b075-d529ab44a001 req-d6c0b982-e20a-4f0e-98ba-1e0b833665a6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539603 Mar 14 10:15:05.793479 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7bd2ba22-95bc-4a69-980a-5687afccdd36 req-ddd6d464-3df5-4835-990f-28b2ab072402 service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105017 Mar 14 10:15:06.009934 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-d9562b28-76ef-4f6d-be77-a40bc631b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:06.011411 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-d9562b28-76ef-4f6d-be77-a40bc631b0f7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 1128 time: 0.0966890 Mar 14 10:15:06.172459 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:06.177099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (aa989416-03ee-42a3-8939-c17af770be90), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:06.222921 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-199f2c71-7fbb-45e2-8fe1-cb172abf053a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:06.224725 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-199f2c71-7fbb-45e2-8fe1-cb172abf053a service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 200 len: 908 time: 0.2052674 Mar 14 10:15:06.265368 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcee364-92f0-4ee8-b634-8b91bd9ba72c req-09075b4b-2447-42c9-bb62-ab1e9b35089a tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:06.266950 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3bcee364-92f0-4ee8-b634-8b91bd9ba72c req-09075b4b-2447-42c9-bb62-ab1e9b35089a tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 944 time: 0.0568726 Mar 14 10:15:06.274129 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-25a26fbc-5656-4920-b0b9-ecaecc068eba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a9420cf3-ef41-4715-a74e-000241b58539 HTTP/1.1" status: 200 len: 217 time: 0.0373676 Mar 14 10:15:06.332777 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3bcee364-92f0-4ee8-b634-8b91bd9ba72c req-92b88205-b24b-4648-a157-e66b81b5d0ec tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573218 Mar 14 10:15:06.354924 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Floating IP aa989416-03ee-42a3-8939-c17af770be90 associated. External IP: 172.27.0.111, port: a16981da-d4d2-46d1-a786-770f8f790603. Mar 14 10:15:06.396885 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-c3921800-3d02-48fd-87f6-0a8305214377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:06.398322 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-c3921800-3d02-48fd-87f6-0a8305214377 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aeab5a50-d643-49a8-a758-8ce997fb195d HTTP/1.1" status: 200 len: 848 time: 0.0957525 Mar 14 10:15:06.436526 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-9362fc1d-81ec-474c-a820-5e214675a339 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3908e53-eac8-4ba6-a00c-7374c955f09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288696 Mar 14 10:15:06.701422 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34064) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:06.774461 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Deleting subnet 139cc877-7d32-42a4-9eba-04086c55e940 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:15:06.791523 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Publish callbacks [] for subnet (139cc877-7d32-42a4-9eba-04086c55e940), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:06.828088 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-b7fe2ce7-03ef-4561-a54d-77d85a109f61 service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456442 Mar 14 10:15:06.835189 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Publish callbacks [] for subnet (139cc877-7d32-42a4-9eba-04086c55e940), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:06.857305 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ca7a4-fd7e-4c0a-a4e2-34c0c55cf1fc req-cb2c34cc-fcb4-4365-be8f-e31aa4ee7d6d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:06.858839 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f29ca7a4-fd7e-4c0a-a4e2-34c0c55cf1fc req-cb2c34cc-fcb4-4365-be8f-e31aa4ee7d6d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1004562 Mar 14 10:15:06.860396 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (139cc877-7d32-42a4-9eba-04086c55e940), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:06.939035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:15:06.950817 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f29ca7a4-fd7e-4c0a-a4e2-34c0c55cf1fc req-614022c9-b563-43d2-b099-99619fcacf95 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694599 Mar 14 10:15:06.962603 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (139cc877-7d32-42a4-9eba-04086c55e940), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:06.998425 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=139cc877-7d32-42a4-9eba-04086c55e940,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:07.006860 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.007427 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.008595 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.009157 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.010337 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.010337 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.010824 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.011317 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.011830 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.012311 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.012942 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.013546 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.014113 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.014759 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.015230 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:07.017469 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-60e438b8-91df-424d-a28c-e450abf3c5d6 req-1ba68795-895f-4ebe-8aa7-98a5980c515b service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549602 Mar 14 10:15:07.019192 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.021818 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:15:07.023486 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-90c1aab8-d9a7-4790-91f0-0fd71b9706da admin admin] 10.222.0.21 "DELETE /v2.0/subnets/139cc877-7d32-42a4-9eba-04086c55e940 HTTP/1.1" status: 204 len: 168 time: 0.3206961 Mar 14 10:15:07.030969 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34076) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:07.071281 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:15:07.071755 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device afac8f21-b27f-4bfa-b8e5-a7e1cdf90aa4 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:15:07.113201 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:15:07.118315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.125576 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:15:07.128919 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (6685f08e-a1a9-4827-adc4-bc565de1c4e3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.139721 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:15:07.141233 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:07.160139 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-12e903c9-491b-4f5b-bc78-bb6455012921 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "PUT /v2.0/floatingips/aa989416-03ee-42a3-8939-c17af770be90 HTTP/1.1" status: 200 len: 992 time: 1.8637745 Mar 14 10:15:07.162501 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:07.167286 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862d57f9-43d4-4e5f-90a8-90ea0112232e" -d '{"events": [{"name": "network-changed", "server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "tag": "a16981da-d4d2-46d1-a786-770f8f790603"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:07.218378 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcd71d7-7d82-4762-a80f-b9b644eb0480 x-openstack-request-id: req-dfcd71d7-7d82-4762-a80f-b9b644eb0480 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:07.218842 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "tag": "a16981da-d4d2-46d1-a786-770f8f790603", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:07.219099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfcd71d7-7d82-4762-a80f-b9b644eb0480 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:07.219549 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603', 'status': 'completed', 'code': 200} Mar 14 10:15:07.296718 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (6685f08e-a1a9-4827-adc4-bc565de1c4e3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.328346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.328346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.329168 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.329507 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > port after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.329848 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > port after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.330164 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > port after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.330482 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.330819 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.331128 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.331449 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.342940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-7afb9635-bec0-465e-8491-bae3c496f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:07.346459 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-7afb9635-bec0-465e-8491-bae3c496f3f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1130 time: 0.0728898 Mar 14 10:15:07.420556 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:15:07.484670 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.485550 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.486589 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.487363 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103280) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:15:07.488074 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6685f08e-a1a9-4827-adc4-bc565de1c4e3']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:07.514819 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-1fd2eb93-ed25-4aab-9176-8a10c7f0acd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:07.516621 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-1fd2eb93-ed25-4aab-9176-8a10c7f0acd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.1584663 Mar 14 10:15:07.531494 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c5b09f-1511-4f7e-bee7-974a3295a96e') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:07.531814 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c5b09f-1511-4f7e-bee7-974a3295a96e') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:07.578947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (97c5b09f-1511-4f7e-bee7-974a3295a96e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.607152 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (97c5b09f-1511-4f7e-bee7-974a3295a96e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.620191 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:15:07.620518 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (97c5b09f-1511-4f7e-bee7-974a3295a96e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.627226 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-c571d270-c7cf-44dd-95e7-562f56a8390c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 1000 time: 0.0986528 Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: from cryptography.utils import int_from_bytes Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: from cryptography.utils import int_from_bytes Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:15:07.642435 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:15:07.668717 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6cc98-5ad2-4849-9cb8-2d20d8f4921f req-5cba4226-ff43-413b-af8b-7e1039e9acca tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:07.670362 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-68f6cc98-5ad2-4849-9cb8-2d20d8f4921f req-5cba4226-ff43-413b-af8b-7e1039e9acca tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 944 time: 0.1755855 Mar 14 10:15:07.680458 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-3494a235-4844-4d14-8fd2-e83b330df3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:07.682452 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-3494a235-4844-4d14-8fd2-e83b330df3e8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0490124 Mar 14 10:15:07.693710 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'aa989416-03ee-42a3-8939-c17af770be90', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'port_id': 'a16981da-d4d2-46d1-a786-770f8f790603', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'mac_address': 'fa:16:3e:30:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:36Z', 'updated_at': '2022-03-14T10:15:06Z', 'revision_number': 1, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:07.719462 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:15:07.729957 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:15:07.730830 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:14:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:07.732858 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (6685f08e-a1a9-4827-adc4-bc565de1c4e3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.741369 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:07.745303 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] 10.222.0.21 "DELETE /v2.0/networks/6685f08e-a1a9-4827-adc4-bc565de1c4e3 HTTP/1.1" status: 204 len: 168 time: 0.7131248 Mar 14 10:15:07.765771 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e40bfaa-4b2a-4063-b652-c61d5c6b2bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=6685f08e-a1a9-4827-adc4-bc565de1c4e3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:07.786350 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-2373ec2e-7c10-4cc5-b12a-7a011cb65b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:07.788347 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-2373ec2e-7c10-4cc5-b12a-7a011cb65b11 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889409 Mar 14 10:15:07.813228 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-68f6cc98-5ad2-4849-9cb8-2d20d8f4921f req-d5abe846-d781-4e56-8485-83527ecead6a tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941255 Mar 14 10:15:07.864955 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:15:07.907375 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-dbc1a855-9430-47ca-857c-19f44a2f93e7 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031842 Mar 14 10:15:07.914323 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-47f94118-4abe-477a-a614-46c6e9d9d5ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1693609 Mar 14 10:15:07.960906 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34102) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:08.019368 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-651a7411-ab89-43db-a37e-20d12604fc9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f03c0c670af47a1bdb632299c443975&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0568149 Mar 14 10:15:08.022417 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34106) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:08.058414 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-862d57f9-43d4-4e5f-90a8-90ea0112232e req-d5dc1445-b0bb-4425-878b-630e071d7de4 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431141 Mar 14 10:15:08.060113 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-4d4af320-de46-44ef-8af4-f352bbe2abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:08.061453 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-4d4af320-de46-44ef-8af4-f352bbe2abab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 1129 time: 0.0739207 Mar 14 10:15:08.120872 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87f5fbef-054a-4f44-b3eb-a7637b226954 admin admin] Publish callbacks [] for security_group (0507cea1-5122-4d70-89fd-3ceb3a2b9621), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:08.128264 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'aa989416-03ee-42a3-8939-c17af770be90', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'port_id': 'a16981da-d4d2-46d1-a786-770f8f790603', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'mac_address': 'fa:16:3e:30:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:36Z', 'updated_at': '2022-03-14T10:15:06Z', 'revision_number': 1, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:15:08.130071 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bf11a6-7033-4247-9176-67d1ddd478e1 req-5ffa7246-18c8-40ff-9d5b-1c88cff4ad65 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:08.131683 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46bf11a6-7033-4247-9176-67d1ddd478e1 req-5ffa7246-18c8-40ff-9d5b-1c88cff4ad65 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0915747 Mar 14 10:15:08.160038 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61038be-e30b-47f8-a080-ab48d31662e7 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'aa989416-03ee-42a3-8939-c17af770be90', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'floating_ip_address': '172.27.0.111', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'port_id': 'a16981da-d4d2-46d1-a786-770f8f790603', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'mac_address': 'fa:16:3e:30:ad:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:36Z', 'updated_at': '2022-03-14T10:15:06Z', 'revision_number': 1, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:15:08.164847 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87f5fbef-054a-4f44-b3eb-a7637b226954 admin admin] Publish callbacks [] for security_group (0507cea1-5122-4d70-89fd-3ceb3a2b9621), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:08.181891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-4b7febe7-1532-4c9a-be63-4109d3c2441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:08.183356 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-4b7febe7-1532-4c9a-be63-4109d3c2441e service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.0964549 Mar 14 10:15:08.218350 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46bf11a6-7033-4247-9176-67d1ddd478e1 req-954af8ab-88c7-4460-975c-f7d70348c11b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796432 Mar 14 10:15:08.241778 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87f5fbef-054a-4f44-b3eb-a7637b226954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0507cea1-5122-4d70-89fd-3ceb3a2b9621), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:08.245060 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87f5fbef-054a-4f44-b3eb-a7637b226954 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:08.246727 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-87f5fbef-054a-4f44-b3eb-a7637b226954 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0507cea1-5122-4d70-89fd-3ceb3a2b9621 HTTP/1.1" status: 204 len: 168 time: 0.2225270 Mar 14 10:15:08.254804 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f5fbef-054a-4f44-b3eb-a7637b226954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0507cea1-5122-4d70-89fd-3ceb3a2b9621,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:08.261172 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-553246f2-6ff8-4435-8d5c-eedbd1d02ba0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0cbca7fa-3c63-45d5-9372-1483250d0551 HTTP/1.1" status: 200 len: 1000 time: 0.0710428 Mar 14 10:15:08.311465 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-c80b5723-a64e-44cd-be0f-a64f0e8e788a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:08.313006 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-c80b5723-a64e-44cd-be0f-a64f0e8e788a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0453968 Mar 14 10:15:08.377674 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-8a747361-8710-4ccb-ae07-3d01825e46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:08.379162 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-8a747361-8710-4ccb-ae07-3d01825e46bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466015 Mar 14 10:15:08.395825 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19903874-2805-452c-b557-cfb0ce150bb4 None None] New status for floating IP aa989416-03ee-42a3-8939-c17af770be90: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:15:08.485494 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-d3a11703-36bf-4881-aafa-aa6c43ca3dfa service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991397 Mar 14 10:15:08.653392 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b3c96bb6-615e-4486-a404-8f5be1e80019 req-396c69e9-fa66-434d-91aa-d0bb84edc9dc service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608143 Mar 14 10:15:08.932659 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29501e5-3cdd-48d8-b5b9-01ca447986fa req-2dd101d2-2bd7-4f00-bce2-60e129e04b06 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:08.934392 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a29501e5-3cdd-48d8-b5b9-01ca447986fa req-2dd101d2-2bd7-4f00-bce2-60e129e04b06 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 944 time: 0.0569093 Mar 14 10:15:08.986301 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a29501e5-3cdd-48d8-b5b9-01ca447986fa req-57965cae-f1bf-4fce-a31b-15e7ff6d9fad tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Mar 14 10:15:09.004348 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a9420cf3-ef41-4715-a74e-000241b58539 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:15:09.115878 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a9420cf3-ef41-4715-a74e-000241b58539, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a9420cf3-ef41-4715-a74e-000241b58539,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:09.128542 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'a9420cf3-ef41-4715-a74e-000241b58539', 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d', 'port_id': 'a9420cf3-ef41-4715-a74e-000241b58539', 'mac_address': 'fa:16:3e:32:a3:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab5a50-d643-49a8-a758-8ce997fb195d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:15:09.174319 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port a9420cf3-ef41-4715-a74e-000241b58539 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:15:09.175332 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a9420cf3-ef41-4715-a74e-000241b58539), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:09.192722 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9420cf3-ef41-4715-a74e-000241b58539 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:15:09.216306 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a9420cf3-ef41-4715-a74e-000241b58539, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a9420cf3-ef41-4715-a74e-000241b58539,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:09.221437 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a9420cf3-ef41-4715-a74e-000241b58539), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:09.292104 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=a9420cf3-ef41-4715-a74e-000241b58539,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:09.301527 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.302201 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.303263 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.303987 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.304516 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.305032 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.305348 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.305673 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.306000 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.306324 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.306648 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.306985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.307489 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.307943 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.308428 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:09.386235 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828c4e8-4b1f-4364-bfa7-6b3b38ca5de0 req-ce5f5e54-b99c-436b-9634-9747fb97be7f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:09.387861 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6828c4e8-4b1f-4364-bfa7-6b3b38ca5de0 req-ce5f5e54-b99c-436b-9634-9747fb97be7f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0586128 Mar 14 10:15:09.445664 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6828c4e8-4b1f-4364-bfa7-6b3b38ca5de0 req-241a9038-b907-4b5f-bad5-15c7fd681615 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521302 Mar 14 10:15:09.564333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['a9420cf3-ef41-4715-a74e-000241b58539'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:15:10.110964 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.152272 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269aeb82-d8d0-409c-aaaa-65aa670696c9 req-ab2e93c5-c18c-45bc-b82f-4068b15ae9f7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:10.154742 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-269aeb82-d8d0-409c-aaaa-65aa670696c9 req-ab2e93c5-c18c-45bc-b82f-4068b15ae9f7 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 945 time: 0.0824728 Mar 14 10:15:10.205935 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-269aeb82-d8d0-409c-aaaa-65aa670696c9 req-ed266a53-c4c3-4299-ace8-4e80e9530d48 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455604 Mar 14 10:15:10.238889 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34192) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:10.338520 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.433514 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Publish callbacks [] for security_group (9b1c2985-9e2b-41f0-b7f8-057ef48dcd75), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.437525 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9b1c2985-9e2b-41f0-b7f8-057ef48dcd75), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.476077 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e789fd95790744a3953f1d7d408594a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361035 Mar 14 10:15:10.476921 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1c2985-9e2b-41f0-b7f8-057ef48dcd75,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:10.478877 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34202) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:10.490042 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.490396 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.490737 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.491206 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.491649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.491898 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.492226 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.492548 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.492870 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.493312 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.493633 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.493997 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.494325 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.494646 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.494961 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83ec6bb3-7c41-4265-9244-86fa9c3279fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:15:10.574855 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-202dfb97-7290-4762-bdeb-467876d816d2 admin admin] Publish callbacks [] for security_group (9b1c2985-9e2b-41f0-b7f8-057ef48dcd75), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.602255 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-202dfb97-7290-4762-bdeb-467876d816d2 admin admin] Publish callbacks [] for security_group (9b1c2985-9e2b-41f0-b7f8-057ef48dcd75), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.621213 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628985e-9c7d-4dfd-9ba5-297a51e3b9fc req-c85d2165-200c-49cf-a6ec-0359cf0482a7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:10.622695 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3628985e-9c7d-4dfd-9ba5-297a51e3b9fc req-c85d2165-200c-49cf-a6ec-0359cf0482a7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0919452 Mar 14 10:15:10.683900 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3628985e-9c7d-4dfd-9ba5-297a51e3b9fc req-18f4c61a-652d-4a5b-b7cd-13fc70f547a3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544212 Mar 14 10:15:10.692354 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-202dfb97-7290-4762-bdeb-467876d816d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9b1c2985-9e2b-41f0-b7f8-057ef48dcd75), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.695309 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-202dfb97-7290-4762-bdeb-467876d816d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:10.696675 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-202dfb97-7290-4762-bdeb-467876d816d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b1c2985-9e2b-41f0-b7f8-057ef48dcd75 HTTP/1.1" status: 204 len: 168 time: 0.2166224 Mar 14 10:15:10.704756 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202dfb97-7290-4762-bdeb-467876d816d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1c2985-9e2b-41f0-b7f8-057ef48dcd75,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:10.964920 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34216) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:10.981349 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-35d0394e-39b3-448d-a023-272f78aca998 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.007137 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a9420cf3-ef41-4715-a74e-000241b58539 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:15:11.058838 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port a9420cf3-ef41-4715-a74e-000241b58539 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:15:11.061215 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-35d0394e-39b3-448d-a023-272f78aca998 admin admin] Publish callbacks [] for security_group (59b70f03-08a4-4ad5-af4f-965852ae10e9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.063308 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port a9420cf3-ef41-4715-a74e-000241b58539 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:15:11.063648 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a9420cf3-ef41-4715-a74e-000241b58539), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.065548 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-35d0394e-39b3-448d-a023-272f78aca998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (59b70f03-08a4-4ad5-af4f-965852ae10e9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.104392 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-35d0394e-39b3-448d-a023-272f78aca998 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d27344ff8750467d9adfdc18b37ff33f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383820 Mar 14 10:15:11.105343 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0394e-39b3-448d-a023-272f78aca998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b70f03-08a4-4ad5-af4f-965852ae10e9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:11.107103 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34218) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:11.143967 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port a9420cf3-ef41-4715-a74e-000241b58539 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:15:11.144359 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a9420cf3-ef41-4715-a74e-000241b58539), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.166977 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9420cf3-ef41-4715-a74e-000241b58539'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:11.168204 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4dd5-4ec6-43d6-a91d-63e6f481e9e7 admin admin] Publish callbacks [] for security_group (59b70f03-08a4-4ad5-af4f-965852ae10e9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.169306 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef10769-1ec4-48a6-a1a4-72978bf991b5" -d '{"events": [{"server_uuid": "9720e6d5-c74a-4bea-bab7-54b86ba0987c", "name": "network-vif-plugged", "status": "completed", "tag": "a9420cf3-ef41-4715-a74e-000241b58539"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:11.186362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a9420cf3-ef41-4715-a74e-000241b58539, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a9420cf3-ef41-4715-a74e-000241b58539,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:11.192189 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a9420cf3-ef41-4715-a74e-000241b58539), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.194970 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4dd5-4ec6-43d6-a91d-63e6f481e9e7 admin admin] Publish callbacks [] for security_group (59b70f03-08a4-4ad5-af4f-965852ae10e9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.219468 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cef0bc-4030-45e4-99ba-33d224a52d15 x-openstack-request-id: req-01cef0bc-4030-45e4-99ba-33d224a52d15 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:11.219783 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720e6d5-c74a-4bea-bab7-54b86ba0987c", "name": "network-vif-plugged", "status": "completed", "tag": "a9420cf3-ef41-4715-a74e-000241b58539", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:11.220041 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01cef0bc-4030-45e4-99ba-33d224a52d15 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:11.220435 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9420cf3-ef41-4715-a74e-000241b58539', 'code': 200} Mar 14 10:15:11.261416 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4dd5-4ec6-43d6-a91d-63e6f481e9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (59b70f03-08a4-4ad5-af4f-965852ae10e9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.264609 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=a9420cf3-ef41-4715-a74e-000241b58539,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:11.264743 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b0ea4dd5-4ec6-43d6-a91d-63e6f481e9e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:11.265933 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b0ea4dd5-4ec6-43d6-a91d-63e6f481e9e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/59b70f03-08a4-4ad5-af4f-965852ae10e9 HTTP/1.1" status: 204 len: 168 time: 0.1568327 Mar 14 10:15:11.275132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea4dd5-4ec6-43d6-a91d-63e6f481e9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b70f03-08a4-4ad5-af4f-965852ae10e9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:11.414037 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55a4fc-5e98-453b-b10b-5f3d284eb22d req-488b79d6-17e6-4862-b7f9-6f2f4637eb36 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:11.415888 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c55a4fc-5e98-453b-b10b-5f3d284eb22d req-488b79d6-17e6-4862-b7f9-6f2f4637eb36 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0845244 Mar 14 10:15:11.471944 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6c55a4fc-5e98-453b-b10b-5f3d284eb22d req-322fe11d-526d-454e-8cf7-08da63644b37 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506783 Mar 14 10:15:11.478311 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4cac9-a8ab-415a-87ab-a4431e801fcb req-75f83377-9711-461d-84cd-c633217c62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:11.480457 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-93e4cac9-a8ab-415a-87ab-a4431e801fcb req-75f83377-9711-461d-84cd-c633217c62bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 1130 time: 0.0651491 Mar 14 10:15:11.536502 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-93e4cac9-a8ab-415a-87ab-a4431e801fcb req-da0ac55e-53f5-43ee-8b28-f2f34d5701a7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488358 Mar 14 10:15:11.830293 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8d7d8-e771-46ac-9939-669936425896 req-10f5b734-02cc-4bef-b68b-f78bd2357203 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:11.831815 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a5a8d7d8-e771-46ac-9939-669936425896 req-10f5b734-02cc-4bef-b68b-f78bd2357203 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0576217 Mar 14 10:15:11.880104 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a5a8d7d8-e771-46ac-9939-669936425896 req-33c68bb2-258d-46a9-a340-0b62fe9041b6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425906 Mar 14 10:15:12.588663 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3ce38-700e-407d-8b3b-5a02226e01f0 req-41bb5e94-afdc-4122-b6bc-c703a2fa07b9 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:12.590257 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ae3ce38-700e-407d-8b3b-5a02226e01f0 req-41bb5e94-afdc-4122-b6bc-c703a2fa07b9 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0507152 Mar 14 10:15:12.638223 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ae3ce38-700e-407d-8b3b-5a02226e01f0 req-33304bc3-89db-4806-9d9f-4839fe9ec6f0 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420654 Mar 14 10:15:13.030952 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc0803f-87b6-4ab6-ad41-ca2a18abe7a2 req-e45dd5c7-8ba3-47d2-ab2d-9c05cc594510 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:13.033169 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbc0803f-87b6-4ab6-ad41-ca2a18abe7a2 req-e45dd5c7-8ba3-47d2-ab2d-9c05cc594510 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0817521 Mar 14 10:15:13.094928 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbc0803f-87b6-4ab6-ad41-ca2a18abe7a2 req-e94a3034-f3ff-484d-8c40-2b654c277624 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Mar 14 10:15:13.750974 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1daf9-c4e9-4b03-b4af-1c2defe1c25e req-43659338-0389-41ed-a464-735549508a08 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:13.752456 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fe1daf9-c4e9-4b03-b4af-1c2defe1c25e req-43659338-0389-41ed-a464-735549508a08 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0502663 Mar 14 10:15:13.797484 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fe1daf9-c4e9-4b03-b4af-1c2defe1c25e req-fdc2006a-9256-44f9-ad77-5997c4d2a910 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391564 Mar 14 10:15:14.251183 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7217ee3-d263-445b-94ce-928ef0497f2b req-e52f2df6-0267-40aa-8488-9779a2194f35 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:14.253469 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7217ee3-d263-445b-94ce-928ef0497f2b req-e52f2df6-0267-40aa-8488-9779a2194f35 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0799267 Mar 14 10:15:14.323274 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b7217ee3-d263-445b-94ce-928ef0497f2b req-e4db025f-d60c-4b58-9d23-b6228df938e4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586905 Mar 14 10:15:14.411569 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34368) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:14.554744 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7068e50-ad94-4d54-b1b5-06fc7c46d3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.590354 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee5d36-41fd-4002-b5e1-955df76bc656 req-60ed61f4-edb1-4394-950f-c05524c40b0d tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:14.601848 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-06ee5d36-41fd-4002-b5e1-955df76bc656 req-60ed61f4-edb1-4394-950f-c05524c40b0d tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0881631 Mar 14 10:15:14.654613 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-06ee5d36-41fd-4002-b5e1-955df76bc656 req-e94a6cab-77c1-4a73-a02f-b953688cacdc tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515256 Mar 14 10:15:14.672178 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7068e50-ad94-4d54-b1b5-06fc7c46d3d1 admin admin] Publish callbacks [] for security_group (5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.676274 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e7068e50-ad94-4d54-b1b5-06fc7c46d3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.719404 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e7068e50-ad94-4d54-b1b5-06fc7c46d3d1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=de6fb06495bb40839afe56466fa4f896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3063612 Mar 14 10:15:14.721453 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7068e50-ad94-4d54-b1b5-06fc7c46d3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:14.722254 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34388) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:14.770175 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ba709a11-7b86-477c-acf9-717c62d58705 admin admin] Publish callbacks [] for security_group (5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.792965 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ba709a11-7b86-477c-acf9-717c62d58705 admin admin] Publish callbacks [] for security_group (5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.837896 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ba709a11-7b86-477c-acf9-717c62d58705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.840625 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ba709a11-7b86-477c-acf9-717c62d58705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:14.841750 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ba709a11-7b86-477c-acf9-717c62d58705 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7 HTTP/1.1" status: 204 len: 168 time: 0.1183062 Mar 14 10:15:14.850146 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba709a11-7b86-477c-acf9-717c62d58705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5671de8e-c5e8-41ca-ac7e-0f98ecd32ed7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:15.102244 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34394) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:15.115160 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea177-7209-4965-9874-caa56895b7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.185895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea177-7209-4965-9874-caa56895b7a1 admin admin] Publish callbacks [] for security_group (8325a8f4-282e-488a-b45a-cecea86d47d1), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.189431 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e4ea177-7209-4965-9874-caa56895b7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8325a8f4-282e-488a-b45a-cecea86d47d1), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.228392 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2e4ea177-7209-4965-9874-caa56895b7a1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4cbe76d811e64085adfe94a9280f8d1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1251149 Mar 14 10:15:15.229296 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4ea177-7209-4965-9874-caa56895b7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8325a8f4-282e-488a-b45a-cecea86d47d1,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:15.231147 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34396) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:15.277153 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9993235-63f3-443d-be5d-3a632c6016d0 admin admin] Publish callbacks [] for security_group (8325a8f4-282e-488a-b45a-cecea86d47d1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.298561 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9993235-63f3-443d-be5d-3a632c6016d0 admin admin] Publish callbacks [] for security_group (8325a8f4-282e-488a-b45a-cecea86d47d1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.355268 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9993235-63f3-443d-be5d-3a632c6016d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8325a8f4-282e-488a-b45a-cecea86d47d1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.358296 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e9993235-63f3-443d-be5d-3a632c6016d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:15.359662 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e9993235-63f3-443d-be5d-3a632c6016d0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8325a8f4-282e-488a-b45a-cecea86d47d1 HTTP/1.1" status: 204 len: 168 time: 0.1274252 Mar 14 10:15:15.368619 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9993235-63f3-443d-be5d-3a632c6016d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8325a8f4-282e-488a-b45a-cecea86d47d1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:15.453348 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396a1e6-bbf3-4e09-950a-354102f7a7d4 req-19c3c237-8f7c-40c4-bf0b-c9f434d61eda tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:15.454916 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7396a1e6-bbf3-4e09-950a-354102f7a7d4 req-19c3c237-8f7c-40c4-bf0b-c9f434d61eda tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0512447 Mar 14 10:15:15.503924 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7396a1e6-bbf3-4e09-950a-354102f7a7d4 req-f065522f-8696-46e2-8931-331b8d036aca tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429497 Mar 14 10:15:15.797665 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9a82d-7f3d-4554-bf9c-407e2edbc517 req-85ac7b55-abde-48fd-81e0-d340fcd51f04 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:15.805082 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72b9a82d-7f3d-4554-bf9c-407e2edbc517 req-85ac7b55-abde-48fd-81e0-d340fcd51f04 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0729475 Mar 14 10:15:15.878598 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72b9a82d-7f3d-4554-bf9c-407e2edbc517 req-99067a45-f436-4303-b345-b81b94a983a4 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700781 Mar 14 10:15:16.252296 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-a15e0bc8-f063-4aea-b0a2-e2ed6dfdbd59 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:16.253760 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-a15e0bc8-f063-4aea-b0a2-e2ed6dfdbd59 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0548975 Mar 14 10:15:16.629202 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e98d3-fb91-4f9c-b74d-bd33226e598d req-29013d7b-63e2-45ea-a917-9d56a0530b3c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:16.631411 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b6e98d3-fb91-4f9c-b74d-bd33226e598d req-29013d7b-63e2-45ea-a917-9d56a0530b3c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0593276 Mar 14 10:15:16.682514 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3b6e98d3-fb91-4f9c-b74d-bd33226e598d req-f03c206f-8df3-4b1c-b492-d665b246bc66 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451460 Mar 14 10:15:16.982501 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d5363-a172-4f73-b5a0-1a31d7696a62 req-6fc3d7dc-0664-45ba-b36d-edfdbe3e4e98 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:16.983883 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a87d5363-a172-4f73-b5a0-1a31d7696a62 req-6fc3d7dc-0664-45ba-b36d-edfdbe3e4e98 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 946 time: 0.0508544 Mar 14 10:15:17.031943 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a87d5363-a172-4f73-b5a0-1a31d7696a62 req-fcbc95c1-9b42-4be6-87b4-c2872cb845f4 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423229 Mar 14 10:15:17.219273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Deleting port a9420cf3-ef41-4715-a74e-000241b58539 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:15:17.219641 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (a9420cf3-ef41-4715-a74e-000241b58539), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:17.307732 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] For port a9420cf3-ef41-4715-a74e-000241b58539, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a9420cf3-ef41-4715-a74e-000241b58539,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:17.308375 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (a9420cf3-ef41-4715-a74e-000241b58539), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:17.319987 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Calling delete_port for a9420cf3-ef41-4715-a74e-000241b58539 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:15:17.449463 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (a9420cf3-ef41-4715-a74e-000241b58539), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:17.480622 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Pushing event deleted for resources: {'Port': ['ID=a9420cf3-ef41-4715-a74e-000241b58539,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:17.519833 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] No DVR routers for this DVR port a9420cf3-ef41-4715-a74e-000241b58539 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:15:17.522249 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:17.525532 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2a72656b-6f23-4250-81bf-b139a9a5ab2d req-84522a4b-c454-45f4-9844-39475860e691 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "DELETE /v2.0/ports/a9420cf3-ef41-4715-a74e-000241b58539 HTTP/1.1" status: 204 len: 173 time: 0.3922062 Mar 14 10:15:17.525975 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'name': 'network-vif-deleted', 'tag': 'a9420cf3-ef41-4715-a74e-000241b58539'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:17.528218 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e4dbe1-0cf7-4ea6-8c2b-24fa36e80579" -d '{"events": [{"server_uuid": "9720e6d5-c74a-4bea-bab7-54b86ba0987c", "name": "network-vif-deleted", "tag": "a9420cf3-ef41-4715-a74e-000241b58539"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:17.562056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2565ee23-4828-4452-826a-90dce7e5b8ae x-openstack-request-id: req-2565ee23-4828-4452-826a-90dce7e5b8ae {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:17.562354 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9720e6d5-c74a-4bea-bab7-54b86ba0987c", "name": "network-vif-deleted", "tag": "a9420cf3-ef41-4715-a74e-000241b58539", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:17.562612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2565ee23-4828-4452-826a-90dce7e5b8ae {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:17.563022 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9720e6d5-c74a-4bea-bab7-54b86ba0987c', 'name': 'network-vif-deleted', 'tag': 'a9420cf3-ef41-4715-a74e-000241b58539', 'status': 'completed', 'code': 200} Mar 14 10:15:17.799364 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce39204-f022-40da-bcdf-92c9a04359fc req-86b93c94-dca7-475e-ab1b-437f74a6c51d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:17.800854 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce39204-f022-40da-bcdf-92c9a04359fc req-86b93c94-dca7-475e-ab1b-437f74a6c51d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0534863 Mar 14 10:15:17.846375 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce39204-f022-40da-bcdf-92c9a04359fc req-75efeb98-81d7-4c6f-a938-04506099242b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395103 Mar 14 10:15:18.125272 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-13626b5e-70c0-439d-b364-f8138b5028ff req-a110c8e2-96f0-4c62-a3f0-61c75d2d831a tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 210 time: 0.0293882 Mar 14 10:15:18.955189 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['a9420cf3-ef41-4715-a74e-000241b58539'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:15:18.969198 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48f35-bc87-4beb-aa66-06808d42b977 req-3935273e-811e-47b5-ad18-f9a549f30f30 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:18.969579 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07a48f35-bc87-4beb-aa66-06808d42b977 req-3935273e-811e-47b5-ad18-f9a549f30f30 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0579803 Mar 14 10:15:19.018197 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07a48f35-bc87-4beb-aa66-06808d42b977 req-1ca55b6c-f924-40f7-a624-ef30895e3987 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Mar 14 10:15:19.243164 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-77e1642b-b1ea-456e-873a-6e06c245a440 req-31d58995-c97f-46af-b7d0-a0de1ef41e79 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=9720e6d5-c74a-4bea-bab7-54b86ba0987c HTTP/1.1" status: 200 len: 210 time: 0.0326872 Mar 14 10:15:20.144213 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad3bd2-0133-438c-af3e-5f100095a246 req-90eea66f-6fea-4a76-a550-eff6fff0ff10 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:20.146413 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-03ad3bd2-0133-438c-af3e-5f100095a246 req-90eea66f-6fea-4a76-a550-eff6fff0ff10 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0555358 Mar 14 10:15:20.191616 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-03ad3bd2-0133-438c-af3e-5f100095a246 req-47ebd043-3201-45fd-95d7-84de199a1766 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399935 Mar 14 10:15:20.781533 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-7d1df0f7-d5a9-44e3-9921-a1dfec201891 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:20.783000 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-7d1df0f7-d5a9-44e3-9921-a1dfec201891 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/networks?id=d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 200 len: 808 time: 0.3022470 Mar 14 10:15:20.797432 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-e72c363d-3c4e-4f1c-a746-e2c3fc5abca3 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/quotas/83abc28c6ba74c5cb2dc6a4dd3a1de4d HTTP/1.1" status: 200 len: 375 time: 0.0091417 Mar 14 10:15:20.829338 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-879db038-971e-4374-835f-127a9d27133d tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264888 Mar 14 10:15:20.918647 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-f3515583-c735-49fb-a6a0-38197bba6527 service neutron] 10.222.0.21 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828812 Mar 14 10:15:21.011112 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-a4ce46ee-7b8d-4984-942c-16e9e958759e service neutron] 10.222.0.21 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867839 Mar 14 10:15:21.045793 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a9420cf3-ef41-4715-a74e-000241b58539 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:15:21.067741 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: a9420cf3-ef41-4715-a74e-000241b58539 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:15:21.068116 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a9420cf3-ef41-4715-a74e-000241b58539 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:15:21.183322 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c9527f3f-3f5b-48f4-80ba-0f8612eabab7 req-48ba8611-90c3-4887-a07f-b4af2b8e4ef0 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 210 time: 0.0299633 Mar 14 10:15:21.311713 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910609ec-ae7e-4082-a322-d41ab05be1ec req-0e7e797f-7152-4da9-bb6a-185feb0a31e3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:21.313340 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-910609ec-ae7e-4082-a322-d41ab05be1ec req-0e7e797f-7152-4da9-bb6a-185feb0a31e3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0557632 Mar 14 10:15:21.361938 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-910609ec-ae7e-4082-a322-d41ab05be1ec req-4a2d24fe-3f80-436a-8d8d-71b733fe7f82 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416965 Mar 14 10:15:22.290821 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9cc8b3df-9ea6-44f1-86a2-c532ec40d6ec req-1fcb7304-b3b4-4f5a-b78e-3325d2f59733 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 210 time: 0.0389636 Mar 14 10:15:22.314175 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-3930dea7-798c-498e-bf42-0516e74ff325 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:22.315935 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-3930dea7-798c-498e-bf42-0516e74ff325 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "GET /v2.0/networks?id=d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 200 len: 808 time: 0.1283982 Mar 14 10:15:22.344958 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Request body: {'port': {'device_id': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d', 'admin_state_up': True, 'tenant_id': '83abc28c6ba74c5cb2dc6a4dd3a1de4d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:22.454214 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Made reservation on behalf of 83abc28c6ba74c5cb2dc6a4dd3a1de4d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:15:22.457823 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:22.503224 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d7ee5-51f4-4c0e-bb28-5fa6e2bc10c5 req-d69622eb-9655-45ec-bb22-ee7fe64b037b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:22.504718 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b2d7ee5-51f4-4c0e-bb28-5fa6e2bc10c5 req-d69622eb-9655-45ec-bb22-ee7fe64b037b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0535731 Mar 14 10:15:22.551150 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b2d7ee5-51f4-4c0e-bb28-5fa6e2bc10c5 req-45056539-080d-4cb2-9af8-c815a897aa01 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Mar 14 10:15:22.595002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Allocated IP 172.20.0.13 (d3908e53-eac8-4ba6-a00c-7374c955f09d/aeab5a50-d643-49a8-a758-8ce997fb195d/3cd3db50-912b-439f-be77-7f5386867764) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:15:22.744039 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks [] for port (3cd3db50-912b-439f-be77-7f5386867764), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:22.778768 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (3cd3db50-912b-439f-be77-7f5386867764), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:22.824899 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Network d3908e53-eac8-4ba6-a00c-7374c955f09d is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:15:22.828020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:15:22.832362 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:15:22.837919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:22.838647 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:22.845713 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Pushing event updated for resources: {'Port': ['ID=3cd3db50-912b-439f-be77-7f5386867764,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:22.863753 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-cffbe297-9974-4779-98cb-94c069a74696 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5224576 Mar 14 10:15:22.878457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Request body: {'port': {'device_id': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:22.939793 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3cd3db50-912b-439f-be77-7f5386867764), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.012818 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9dea4d18-1a03-416f-9f7d-824baf3a1c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.214069 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd3db50-912b-439f-be77-7f5386867764 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:15:23.221539 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Publish callbacks [] for port (3cd3db50-912b-439f-be77-7f5386867764), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.235305 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Transition to ACTIVE for port object 3cd3db50-912b-439f-be77-7f5386867764 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:15:23.239601 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3cd3db50-912b-439f-be77-7f5386867764), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.289809 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd3db50-912b-439f-be77-7f5386867764,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:23.326267 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Attempting to bind port 3cd3db50-912b-439f-be77-7f5386867764 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:15:23.326267 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Attempting to bind port 3cd3db50-912b-439f-be77-7f5386867764 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:15:23.326267 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Attempting to bind port 3cd3db50-912b-439f-be77-7f5386867764 on network d3908e53-eac8-4ba6-a00c-7374c955f09d {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:15:23.327727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Port 3cd3db50-912b-439f-be77-7f5386867764 on network d3908e53-eac8-4ba6-a00c-7374c955f09d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:15:23.328063 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Attempting to bind port 3cd3db50-912b-439f-be77-7f5386867764 on network d3908e53-eac8-4ba6-a00c-7374c955f09d {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:15:23.333870 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 15, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:15:23.334215 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Checking segment: {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:15:23.334603 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Bound using segment: {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:15:23.335033 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Bound port: 3cd3db50-912b-439f-be77-7f5386867764, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fbed8c2-08ab-473d-b030-28f099e697e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:15:23.335391 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3cd3db50-912b-439f-be77-7f5386867764), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.410114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] For port 3cd3db50-912b-439f-be77-7f5386867764, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:15:23.415695 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] For port 3cd3db50-912b-439f-be77-7f5386867764, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=3cd3db50-912b-439f-be77-7f5386867764,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:15:23.423027 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3cd3db50-912b-439f-be77-7f5386867764), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.436530 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d44b23-cf4e-4ccc-8a84-96f81a1a9441 req-26eea404-0eee-4d03-a1f8-4c18f3de83c2 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:23.438050 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8d44b23-cf4e-4ccc-8a84-96f81a1a9441 req-26eea404-0eee-4d03-a1f8-4c18f3de83c2 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 944 time: 0.0632322 Mar 14 10:15:23.466757 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:23.467384 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:23.468958 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] 10.222.0.35 "PUT /v2.0/ports/3cd3db50-912b-439f-be77-7f5386867764 HTTP/1.1" status: 200 len: 1094 time: 0.5947433 Mar 14 10:15:23.469503 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'tag': '3cd3db50-912b-439f-be77-7f5386867764'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:23.471988 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a80b2-38c0-4721-b40f-6c206e908f92" -d '{"events": [{"name": "network-changed", "server_uuid": "f61768ea-bfa5-4718-bd97-300aed34138e", "tag": "3cd3db50-912b-439f-be77-7f5386867764"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:23.495827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441694f-d0d0-4fa5-9003-a1f49cc1e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd3db50-912b-439f-be77-7f5386867764,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:23.508859 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d8d44b23-cf4e-4ccc-8a84-96f81a1a9441 req-920272b9-c9a4-4c3b-a82c-425b0d09137a tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649252 Mar 14 10:15:23.517250 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2aaf7a-3fa7-4e6c-92b5-dbcd48af1431 x-openstack-request-id: req-ca2aaf7a-3fa7-4e6c-92b5-dbcd48af1431 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:23.517660 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61768ea-bfa5-4718-bd97-300aed34138e", "tag": "3cd3db50-912b-439f-be77-7f5386867764", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:23.517924 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca2aaf7a-3fa7-4e6c-92b5-dbcd48af1431 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:23.518333 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'tag': '3cd3db50-912b-439f-be77-7f5386867764', 'status': 'completed', 'code': 200} Mar 14 10:15:23.575655 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-9699f274-7a1c-4d65-9653-f94775b5b526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:23.577148 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-9699f274-7a1c-4d65-9653-f94775b5b526 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 1128 time: 0.0450318 Mar 14 10:15:23.624283 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-48324d67-8805-4404-8178-8cfe98bcf798 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd3db50-912b-439f-be77-7f5386867764 HTTP/1.1" status: 200 len: 217 time: 0.0396044 Mar 14 10:15:23.672412 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-e3423b4b-e47f-4960-a2cf-6aebdb43c111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:23.673848 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-e3423b4b-e47f-4960-a2cf-6aebdb43c111 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aeab5a50-d643-49a8-a758-8ce997fb195d HTTP/1.1" status: 200 len: 848 time: 0.0427804 Mar 14 10:15:23.674607 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b591dd-e4d5-47f9-a6a0-f542ac7fdd90 req-cc91b411-0e56-4e7a-84d9-0f12abd4a055 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:23.676082 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75b591dd-e4d5-47f9-a6a0-f542ac7fdd90 req-cc91b411-0e56-4e7a-84d9-0f12abd4a055 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0547535 Mar 14 10:15:23.707431 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-bab51314-59bf-4895-9b2a-b3f1d5c9d1c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3908e53-eac8-4ba6-a00c-7374c955f09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266306 Mar 14 10:15:23.728891 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-75b591dd-e4d5-47f9-a6a0-f542ac7fdd90 req-ffb1ff33-1bb0-4dda-843c-e5a696b0ac25 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Mar 14 10:15:24.020889 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-e9480edf-3e9c-4d9e-9223-a91b180bfbaa service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026271 Mar 14 10:15:24.115302 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dce1d0fb-b45d-4cd8-aec1-d9145c3886f2 req-c0f30a91-f930-4a54-b7e6-af2b51ea366b service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822332 Mar 14 10:15:24.212083 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-14a9abab-5e44-473f-a2dc-22ba0f50bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:24.213599 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-14a9abab-5e44-473f-a2dc-22ba0f50bcc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 1128 time: 0.0478032 Mar 14 10:15:24.311798 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-a49f9f48-85b0-459d-b464-a400967285c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:24.313264 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-a49f9f48-85b0-459d-b464-a400967285c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 200 len: 908 time: 0.0913885 Mar 14 10:15:24.358832 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-6bb425a7-c51d-4f3d-b0b1-2c61dfe2fb4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cd3db50-912b-439f-be77-7f5386867764 HTTP/1.1" status: 200 len: 217 time: 0.0350921 Mar 14 10:15:24.415291 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-8ed240de-2ed4-4ee7-83b8-281aff46792e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:24.416804 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-8ed240de-2ed4-4ee7-83b8-281aff46792e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=aeab5a50-d643-49a8-a758-8ce997fb195d HTTP/1.1" status: 200 len: 848 time: 0.0493300 Mar 14 10:15:24.448624 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-fc7f682d-cb17-4884-af5e-1a89960ea7e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d3908e53-eac8-4ba6-a00c-7374c955f09d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247688 Mar 14 10:15:24.557901 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-93461c6d-d829-415d-91ab-c36613d1dee0 service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981784 Mar 14 10:15:24.636118 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ced34-fc6c-4375-90c1-cbdc31467ece req-95bdd098-4d98-4d85-8eff-a71fc752d433 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:24.638623 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-575ced34-fc6c-4375-90c1-cbdc31467ece req-95bdd098-4d98-4d85-8eff-a71fc752d433 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 944 time: 0.0553734 Mar 14 10:15:24.664792 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-529a80b2-38c0-4721-b40f-6c206e908f92 req-d07eb263-0a32-4b53-97e0-a6cff99222c6 service neutron] 10.222.0.35 "GET /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940294 Mar 14 10:15:24.692730 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-575ced34-fc6c-4375-90c1-cbdc31467ece req-db84c29a-2ed0-41bd-a94f-eaae5143eb35 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476818 Mar 14 10:15:24.859106 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6206e0-c1a0-4397-9867-d0c4f3b6f7f3 req-355c5c20-406a-448a-861e-64ee2c9efba2 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:24.860596 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d6206e0-c1a0-4397-9867-d0c4f3b6f7f3 req-355c5c20-406a-448a-861e-64ee2c9efba2 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0566907 Mar 14 10:15:24.907841 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d6206e0-c1a0-4397-9867-d0c4f3b6f7f3 req-903108ef-836e-4337-ac25-30352c4591e4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413618 Mar 14 10:15:25.486301 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cbfd6745-2546-4d73-bbc2-27e421d33ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:25.825253 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74db69-1e8c-43bd-8700-dc7c0ab6bbb7 req-83d7afb2-bbe1-4dd1-bcd9-cd98baff1a7d tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:25.832147 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca74db69-1e8c-43bd-8700-dc7c0ab6bbb7 req-83d7afb2-bbe1-4dd1-bcd9-cd98baff1a7d tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 944 time: 0.0650592 Mar 14 10:15:25.897227 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ca74db69-1e8c-43bd-8700-dc7c0ab6bbb7 req-3b077dd7-d381-4c52-8933-40f8c0e9818f tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626445 Mar 14 10:15:26.042047 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca7e7c-724d-490b-94bd-c86097361134 req-ead0090e-88ea-4ca3-99cd-e44ba2b2dedd tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:26.044028 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2aca7e7c-724d-490b-94bd-c86097361134 req-ead0090e-88ea-4ca3-99cd-e44ba2b2dedd tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0620785 Mar 14 10:15:26.121238 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2aca7e7c-724d-490b-94bd-c86097361134 req-3ac87113-9097-41a1-a9d2-bc9e6d269e0e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713277 Mar 14 10:15:26.171157 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34766) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:26.276794 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d717010e-22e1-4276-9b3c-ebd343ed155c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.353499 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d717010e-22e1-4276-9b3c-ebd343ed155c admin admin] Publish callbacks [] for security_group (fdb185b9-79c7-49af-bd49-f9e5e756503d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.356971 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d717010e-22e1-4276-9b3c-ebd343ed155c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fdb185b9-79c7-49af-bd49-f9e5e756503d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.377666 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.394386 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d717010e-22e1-4276-9b3c-ebd343ed155c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3032caecbdac45fdaec3c0b1c9949028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2220559 Mar 14 10:15:26.396494 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717010e-22e1-4276-9b3c-ebd343ed155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb185b9-79c7-49af-bd49-f9e5e756503d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:26.397237 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34770) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:26.449550 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59993bc1-d33e-4da3-8644-739764dbd6a7 admin admin] Publish callbacks [] for security_group (fdb185b9-79c7-49af-bd49-f9e5e756503d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.469379 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59993bc1-d33e-4da3-8644-739764dbd6a7 admin admin] Publish callbacks [] for security_group (fdb185b9-79c7-49af-bd49-f9e5e756503d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.517218 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59993bc1-d33e-4da3-8644-739764dbd6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fdb185b9-79c7-49af-bd49-f9e5e756503d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.519860 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-59993bc1-d33e-4da3-8644-739764dbd6a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.521029 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-59993bc1-d33e-4da3-8644-739764dbd6a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fdb185b9-79c7-49af-bd49-f9e5e756503d HTTP/1.1" status: 204 len: 168 time: 0.1226449 Mar 14 10:15:26.528796 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59993bc1-d33e-4da3-8644-739764dbd6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb185b9-79c7-49af-bd49-f9e5e756503d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:26.777397 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34776) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:26.790377 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5435804-030f-4278-9354-cffff58f75bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.864438 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5435804-030f-4278-9354-cffff58f75bb admin admin] Publish callbacks [] for security_group (09d56426-c8c5-4b4e-aa39-87655a46f61f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.869109 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5435804-030f-4278-9354-cffff58f75bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (09d56426-c8c5-4b4e-aa39-87655a46f61f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:26.904895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5435804-030f-4278-9354-cffff58f75bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d56426-c8c5-4b4e-aa39-87655a46f61f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:26.909139 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b5435804-030f-4278-9354-cffff58f75bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7407e115b8c543ab946bd355f994779e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1307063 Mar 14 10:15:26.912372 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34782) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:26.974220 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cd45ba00-6189-4b10-9733-b044d93c2100 admin admin] Publish callbacks [] for security_group (09d56426-c8c5-4b4e-aa39-87655a46f61f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:27.014477 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cd45ba00-6189-4b10-9733-b044d93c2100 admin admin] Publish callbacks [] for security_group (09d56426-c8c5-4b4e-aa39-87655a46f61f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:27.052369 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7feba9-deb9-4d54-a870-039650ef286a req-d7df469b-26cc-4a59-bf84-d7162f8293a0 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:27.053853 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e7feba9-deb9-4d54-a870-039650ef286a req-d7df469b-26cc-4a59-bf84-d7162f8293a0 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 944 time: 0.0920255 Mar 14 10:15:27.059574 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 3cd3db50-912b-439f-be77-7f5386867764 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:15:27.116827 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cd45ba00-6189-4b10-9733-b044d93c2100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (09d56426-c8c5-4b4e-aa39-87655a46f61f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:27.119483 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cd45ba00-6189-4b10-9733-b044d93c2100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:27.120727 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cd45ba00-6189-4b10-9733-b044d93c2100 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09d56426-c8c5-4b4e-aa39-87655a46f61f HTTP/1.1" status: 204 len: 168 time: 0.2071402 Mar 14 10:15:27.143101 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9e7feba9-deb9-4d54-a870-039650ef286a req-f3b5093c-d4c5-46e4-b4aa-ffc7e9a91e5e tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820978 Mar 14 10:15:27.143101 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45ba00-6189-4b10-9733-b044d93c2100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d56426-c8c5-4b4e-aa39-87655a46f61f,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:27.214351 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 3cd3db50-912b-439f-be77-7f5386867764, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=3cd3db50-912b-439f-be77-7f5386867764,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:27.242871 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '3cd3db50-912b-439f-be77-7f5386867764', 'network_id': 'd3908e53-eac8-4ba6-a00c-7374c955f09d', 'port_id': '3cd3db50-912b-439f-be77-7f5386867764', 'mac_address': 'fa:16:3e:5c:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeab5a50-d643-49a8-a758-8ce997fb195d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:15:27.280681 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2330c356-abe0-4399-8f56-6d48127a7cf4 req-d8cae47f-830e-4b83-818b-e502def064d6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:27.282536 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2330c356-abe0-4399-8f56-6d48127a7cf4 req-d8cae47f-830e-4b83-818b-e502def064d6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0594211 Mar 14 10:15:27.295630 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 3cd3db50-912b-439f-be77-7f5386867764 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:15:27.296007 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3cd3db50-912b-439f-be77-7f5386867764), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:27.310928 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd3db50-912b-439f-be77-7f5386867764 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:15:27.334310 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 3cd3db50-912b-439f-be77-7f5386867764, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=3cd3db50-912b-439f-be77-7f5386867764,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:27.340228 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3cd3db50-912b-439f-be77-7f5386867764), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:27.358872 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2330c356-abe0-4399-8f56-6d48127a7cf4 req-e45aef25-02b5-43cd-9e90-077c61c275a0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657191 Mar 14 10:15:27.395618 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=3cd3db50-912b-439f-be77-7f5386867764,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:27.668354 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['3cd3db50-912b-439f-be77-7f5386867764'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:15:27.826101 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:28.259526 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb3c28c-d322-4c28-8bdf-1837244513e3 req-cce15d4b-c311-4255-bbed-6dc43c8e01df tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:28.261213 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-deb3c28c-d322-4c28-8bdf-1837244513e3 req-cce15d4b-c311-4255-bbed-6dc43c8e01df tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 945 time: 0.0561476 Mar 14 10:15:28.308865 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-deb3c28c-d322-4c28-8bdf-1837244513e3 req-6b17aa52-35d2-469f-82de-bdff5e32c21e tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418394 Mar 14 10:15:28.485846 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21755ee-31b8-4dbc-80b9-af2ba25c2d44 req-a9c5a4fa-3520-4c5c-a4f3-a9555d5c3515 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:28.487346 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c21755ee-31b8-4dbc-80b9-af2ba25c2d44 req-a9c5a4fa-3520-4c5c-a4f3-a9555d5c3515 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0529790 Mar 14 10:15:28.539163 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c21755ee-31b8-4dbc-80b9-af2ba25c2d44 req-a05186fb-e9fa-4130-8cba-db7b1a208ca6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Mar 14 10:15:29.052803 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 3cd3db50-912b-439f-be77-7f5386867764 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:15:29.100257 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 3cd3db50-912b-439f-be77-7f5386867764 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:15:29.104588 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 3cd3db50-912b-439f-be77-7f5386867764 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:15:29.104957 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (3cd3db50-912b-439f-be77-7f5386867764), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:29.184629 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 3cd3db50-912b-439f-be77-7f5386867764 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:15:29.185127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (3cd3db50-912b-439f-be77-7f5386867764), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:29.209450 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd3db50-912b-439f-be77-7f5386867764'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:29.211681 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cffba00-3b46-41ee-9934-cdcc33a28fb5" -d '{"events": [{"server_uuid": "f61768ea-bfa5-4718-bd97-300aed34138e", "name": "network-vif-plugged", "status": "completed", "tag": "3cd3db50-912b-439f-be77-7f5386867764"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:29.223750 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 3cd3db50-912b-439f-be77-7f5386867764, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=3cd3db50-912b-439f-be77-7f5386867764,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:29.228338 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (3cd3db50-912b-439f-be77-7f5386867764), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:29.250777 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c1af3c-65af-43bc-8696-012ae53cb70a x-openstack-request-id: req-e9c1af3c-65af-43bc-8696-012ae53cb70a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:29.251073 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61768ea-bfa5-4718-bd97-300aed34138e", "name": "network-vif-plugged", "status": "completed", "tag": "3cd3db50-912b-439f-be77-7f5386867764", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:29.251327 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9c1af3c-65af-43bc-8696-012ae53cb70a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:29.251742 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd3db50-912b-439f-be77-7f5386867764', 'code': 200} Mar 14 10:15:29.278238 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=3cd3db50-912b-439f-be77-7f5386867764,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:29.436303 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ded38f-feae-4d61-8257-8af22ed475ad req-06f62c85-f291-474f-8e87-ef2752d5f490 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:29.437822 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54ded38f-feae-4d61-8257-8af22ed475ad req-06f62c85-f291-474f-8e87-ef2752d5f490 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 946 time: 0.0620873 Mar 14 10:15:29.442219 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad12699-ec6e-487f-9168-2b9182e8d262 req-691e2c48-c2d2-4ff6-a0ed-b96f635e40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:29.443791 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-1ad12699-ec6e-487f-9168-2b9182e8d262 req-691e2c48-c2d2-4ff6-a0ed-b96f635e40ff service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 1130 time: 0.0549293 Mar 14 10:15:29.485988 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-54ded38f-feae-4d61-8257-8af22ed475ad req-c8a2d94d-a240-412a-8b71-6430db12b774 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423439 Mar 14 10:15:29.491938 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-1ad12699-ec6e-487f-9168-2b9182e8d262 req-e9a7c195-032a-4264-8907-91601c5fe958 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400288 Mar 14 10:15:29.557028 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:29.620539 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:15:29.656098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384908d-0276-4518-8868-d7f36afef9fa req-0896d39e-143b-4b64-9085-510b3f3a7904 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:29.657571 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d384908d-0276-4518-8868-d7f36afef9fa req-0896d39e-143b-4b64-9085-510b3f3a7904 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0538242 Mar 14 10:15:29.704819 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d384908d-0276-4518-8868-d7f36afef9fa req-c5e6f72b-be4f-4331-95d9-7024c34233e4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409303 Mar 14 10:15:30.603293 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ac23-d392-4b6d-85a0-7c6514188d30 req-17da6483-e4c2-46f1-80bb-da95eeb145ce tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:30.604837 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8042ac23-d392-4b6d-85a0-7c6514188d30 req-17da6483-e4c2-46f1-80bb-da95eeb145ce tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 946 time: 0.0537229 Mar 14 10:15:30.654535 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8042ac23-d392-4b6d-85a0-7c6514188d30 req-8f2d8c21-8df0-4c44-b773-512e580b49c3 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Mar 14 10:15:30.831430 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62230b7-0868-4033-a8e5-c5fdfbae50f5 req-9392fe41-9845-4ad9-bf40-aa27562e3575 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:30.833037 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b62230b7-0868-4033-a8e5-c5fdfbae50f5 req-9392fe41-9845-4ad9-bf40-aa27562e3575 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0523674 Mar 14 10:15:30.883273 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b62230b7-0868-4033-a8e5-c5fdfbae50f5 req-9a13476e-ac96-4118-bc23-aa3e473d0009 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 Mar 14 10:15:31.772264 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e926338-0f8c-4498-8f89-85baf51c0b7c req-c7206169-2ce3-4292-bf24-68ed3139f6ce tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:31.774093 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6e926338-0f8c-4498-8f89-85baf51c0b7c req-c7206169-2ce3-4292-bf24-68ed3139f6ce tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 946 time: 0.0542929 Mar 14 10:15:31.826387 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6e926338-0f8c-4498-8f89-85baf51c0b7c req-a38eaeee-dc56-4cac-a25e-91eb4c45d451 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469770 Mar 14 10:15:32.007887 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbef3f-eaac-410f-b6d2-426cac35522b req-bb6e4e05-d444-474f-936a-964d1c9a8c5c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:32.009403 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-40dbef3f-eaac-410f-b6d2-426cac35522b req-bb6e4e05-d444-474f-936a-964d1c9a8c5c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0588036 Mar 14 10:15:32.056825 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-40dbef3f-eaac-410f-b6d2-426cac35522b req-cc52817c-dadb-47c3-a24a-25b7e762a6b5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419173 Mar 14 10:15:32.552411 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f297992-3196-41b4-b4dc-cb64f82e8815 req-fd945a5d-24c8-4248-bddb-39d7303b35ef tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:32.553804 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f297992-3196-41b4-b4dc-cb64f82e8815 req-fd945a5d-24c8-4248-bddb-39d7303b35ef tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 946 time: 0.0526092 Mar 14 10:15:32.600898 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f297992-3196-41b4-b4dc-cb64f82e8815 req-697e2465-9298-4bbd-9a55-5f1c46a6a1c1 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Mar 14 10:15:32.974389 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34960) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:33.077391 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06bb2e13-8d98-4f3e-bba5-4d97bb1d194a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.180926 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06bb2e13-8d98-4f3e-bba5-4d97bb1d194a admin admin] Publish callbacks [] for security_group (dee91a0b-6ed3-4353-80b6-c2a6fb8bac72), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.185482 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06bb2e13-8d98-4f3e-bba5-4d97bb1d194a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (dee91a0b-6ed3-4353-80b6-c2a6fb8bac72), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.231860 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6c436-b769-43ed-8389-99f8a0e4229e req-ebf21941-64b2-4a04-a40b-1c8ce1ebe3cd tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:33.233312 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aad6c436-b769-43ed-8389-99f8a0e4229e req-ebf21941-64b2-4a04-a40b-1c8ce1ebe3cd tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1040616 Mar 14 10:15:33.237927 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-06bb2e13-8d98-4f3e-bba5-4d97bb1d194a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=103e495f0c7640baae5a8213c585b82e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2625356 Mar 14 10:15:33.241399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34970) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:33.245932 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb2e13-8d98-4f3e-bba5-4d97bb1d194a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee91a0b-6ed3-4353-80b6-c2a6fb8bac72,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:33.283128 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-aad6c436-b769-43ed-8389-99f8a0e4229e req-d13d2646-4973-4024-b2b7-9f64e716aa06 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427940 Mar 14 10:15:33.290636 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d71e-e67f-4e8f-86c7-c65feb4c12b0 admin admin] Publish callbacks [] for security_group (dee91a0b-6ed3-4353-80b6-c2a6fb8bac72), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.311813 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d71e-e67f-4e8f-86c7-c65feb4c12b0 admin admin] Publish callbacks [] for security_group (dee91a0b-6ed3-4353-80b6-c2a6fb8bac72), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.358120 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d71e-e67f-4e8f-86c7-c65feb4c12b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (dee91a0b-6ed3-4353-80b6-c2a6fb8bac72), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.360901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a9a0d71e-e67f-4e8f-86c7-c65feb4c12b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.362144 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a9a0d71e-e67f-4e8f-86c7-c65feb4c12b0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dee91a0b-6ed3-4353-80b6-c2a6fb8bac72 HTTP/1.1" status: 204 len: 168 time: 0.1196654 Mar 14 10:15:33.370785 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0d71e-e67f-4e8f-86c7-c65feb4c12b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee91a0b-6ed3-4353-80b6-c2a6fb8bac72,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:33.632372 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 34990) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:33.646833 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608b95a9-f76c-4df8-bc60-1acf246984e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.753665 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e73fb-d4cc-4762-8a63-533fe74797d8 req-bbb5b879-da40-4e73-acd5-52b6ba8a06ae tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:33.755701 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-770e73fb-d4cc-4762-8a63-533fe74797d8 req-bbb5b879-da40-4e73-acd5-52b6ba8a06ae tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 946 time: 0.0879588 Mar 14 10:15:33.775338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608b95a9-f76c-4df8-bc60-1acf246984e5 admin admin] Publish callbacks [] for security_group (6b8fc878-03b9-4c0d-b6a9-00db3b973640), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.783634 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608b95a9-f76c-4df8-bc60-1acf246984e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6b8fc878-03b9-4c0d-b6a9-00db3b973640), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.834103 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-608b95a9-f76c-4df8-bc60-1acf246984e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=67b0ef3d59b14169a9c1830a3ff76e2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2006011 Mar 14 10:15:33.836912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 34992) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:33.842135 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b95a9-f76c-4df8-bc60-1acf246984e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8fc878-03b9-4c0d-b6a9-00db3b973640,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:33.849848 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-770e73fb-d4cc-4762-8a63-533fe74797d8 req-3d2df4a5-6b96-4bb9-8a83-5d8b95b2d00f tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/security-groups?id=f20f135d-739c-4715-bdbc-029a37d02c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884683 Mar 14 10:15:33.885848 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12c02ac3-99b2-4d0c-9178-f85e97429c3f admin admin] Publish callbacks [] for security_group (6b8fc878-03b9-4c0d-b6a9-00db3b973640), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.907863 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12c02ac3-99b2-4d0c-9178-f85e97429c3f admin admin] Publish callbacks [] for security_group (6b8fc878-03b9-4c0d-b6a9-00db3b973640), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.959634 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12c02ac3-99b2-4d0c-9178-f85e97429c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6b8fc878-03b9-4c0d-b6a9-00db3b973640), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.962582 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-12c02ac3-99b2-4d0c-9178-f85e97429c3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:33.963872 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-12c02ac3-99b2-4d0c-9178-f85e97429c3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b8fc878-03b9-4c0d-b6a9-00db3b973640 HTTP/1.1" status: 204 len: 168 time: 0.1258876 Mar 14 10:15:33.975942 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c02ac3-99b2-4d0c-9178-f85e97429c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8fc878-03b9-4c0d-b6a9-00db3b973640,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:34.401280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0c16fa-5518-4319-8ca7-831f467d47fa req-9851cf1c-4306-4e64-a069-30a1905d74ee tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:34.402757 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a0c16fa-5518-4319-8ca7-831f467d47fa req-9851cf1c-4306-4e64-a069-30a1905d74ee tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0523036 Mar 14 10:15:34.453277 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a0c16fa-5518-4319-8ca7-831f467d47fa req-4291a5fd-31d7-4350-99af-1405e8429338 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443363 Mar 14 10:15:34.481181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-1bb28c98-6207-4c34-b968-d028e10ca631 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:34.482761 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-1bb28c98-6207-4c34-b968-d028e10ca631 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 946 time: 0.0596309 Mar 14 10:15:34.583217 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Deleting port 3cd3db50-912b-439f-be77-7f5386867764 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:15:34.583565 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (3cd3db50-912b-439f-be77-7f5386867764), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:34.682192 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] For port 3cd3db50-912b-439f-be77-7f5386867764, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=3cd3db50-912b-439f-be77-7f5386867764,segment=NetworkSegment(7fbed8c2-08ab-473d-b030-28f099e697e8),segment_id=7fbed8c2-08ab-473d-b030-28f099e697e8)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:15:34.682563 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (3cd3db50-912b-439f-be77-7f5386867764), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:34.696005 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Calling delete_port for 3cd3db50-912b-439f-be77-7f5386867764 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:15:34.846767 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (3cd3db50-912b-439f-be77-7f5386867764), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:34.862034 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['3cd3db50-912b-439f-be77-7f5386867764'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:15:34.885384 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Pushing event deleted for resources: {'Port': ['ID=3cd3db50-912b-439f-be77-7f5386867764,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:34.944093 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] No DVR routers for this DVR port 3cd3db50-912b-439f-be77-7f5386867764 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:15:34.947735 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:34.952041 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b38fc48e-cdac-40dc-b0ac-0ae7b3380f53 req-43ba72d0-86ad-43e0-a5ec-c7bb09a5dbfe tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.35 "DELETE /v2.0/ports/3cd3db50-912b-439f-be77-7f5386867764 HTTP/1.1" status: 204 len: 173 time: 0.4629548 Mar 14 10:15:34.952531 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'name': 'network-vif-deleted', 'tag': '3cd3db50-912b-439f-be77-7f5386867764'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:15:34.955849 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78383137-8347-464c-8fad-f221b2f2e671" -d '{"events": [{"server_uuid": "f61768ea-bfa5-4718-bd97-300aed34138e", "name": "network-vif-deleted", "tag": "3cd3db50-912b-439f-be77-7f5386867764"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:15:34.975380 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfb10eb2-9793-4a3a-b2d3-99265c3684e3 req-16767368-5f62-41c9-ba54-7949c3a15168 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 210 time: 0.0351830 Mar 14 10:15:35.002585 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0788be1b-1db6-4ebf-a3b3-d0d48b6d215b x-openstack-request-id: req-0788be1b-1db6-4ebf-a3b3-d0d48b6d215b {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:15:35.003845 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61768ea-bfa5-4718-bd97-300aed34138e", "name": "network-vif-deleted", "tag": "3cd3db50-912b-439f-be77-7f5386867764", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:15:35.004727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0788be1b-1db6-4ebf-a3b3-d0d48b6d215b {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:15:35.008480 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61768ea-bfa5-4718-bd97-300aed34138e', 'name': 'network-vif-deleted', 'tag': '3cd3db50-912b-439f-be77-7f5386867764', 'status': 'completed', 'code': 200} Mar 14 10:15:35.576381 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ef1575-625c-4b6b-b9fe-3e547283c549 req-daebaf23-532f-4d17-8914-54966915d207 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:35.577885 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91ef1575-625c-4b6b-b9fe-3e547283c549 req-daebaf23-532f-4d17-8914-54966915d207 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0549285 Mar 14 10:15:35.627101 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91ef1575-625c-4b6b-b9fe-3e547283c549 req-0932b971-883e-465f-b75b-811a9f5ca917 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435123 Mar 14 10:15:36.080610 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c1980da2-998d-46db-b998-021f57281c9e req-95655963-4c8e-42c4-a082-37fef10b314b tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 210 time: 0.0260603 Mar 14 10:15:36.739085 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7605778-6c94-4301-a04b-e5b1ac76cae0 req-d697f5fe-3c8b-4689-97f2-b3f4f446f310 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:36.740637 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f7605778-6c94-4301-a04b-e5b1ac76cae0 req-d697f5fe-3c8b-4689-97f2-b3f4f446f310 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0511777 Mar 14 10:15:36.788496 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f7605778-6c94-4301-a04b-e5b1ac76cae0 req-2b29da1c-5a12-4ece-9bb0-517cbf3b5af7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425103 Mar 14 10:15:37.184102 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4b0324d-fce2-4960-ab26-a9e57bb6a981 req-1745bbce-8703-4f8b-9dc5-bcf095459b85 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 210 time: 0.0275786 Mar 14 10:15:37.902434 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d009c-e888-4b83-b3eb-31df668b9d76 req-b71e6d92-5e7c-4570-a4ba-28387809764c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:37.903936 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-555d009c-e888-4b83-b3eb-31df668b9d76 req-b71e6d92-5e7c-4570-a4ba-28387809764c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0509820 Mar 14 10:15:37.949644 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-555d009c-e888-4b83-b3eb-31df668b9d76 req-a8828f71-d2bd-48aa-b0d1-38d2ef22a8ce tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Mar 14 10:15:38.289934 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-09ecad78-7ffe-4f70-9943-d0756f89193f req-56c02bcf-1693-4979-86e7-433e80ec11d6 tempest-VolumesActionsTest-96806677 tempest-VolumesActionsTest-96806677-project] 10.222.0.21 "GET /v2.0/ports?device_id=f61768ea-bfa5-4718-bd97-300aed34138e HTTP/1.1" status: 200 len: 210 time: 0.0296226 Mar 14 10:15:39.064587 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c88749-61c2-4ae4-89c4-402893eeda02 req-e1f8a0a2-39e2-4cff-a4c9-ed6a424fb534 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:39.066045 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91c88749-61c2-4ae4-89c4-402893eeda02 req-e1f8a0a2-39e2-4cff-a4c9-ed6a424fb534 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0512018 Mar 14 10:15:39.111414 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-91c88749-61c2-4ae4-89c4-402893eeda02 req-a4fa36fd-46b7-4113-a65e-e4a3249b306d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399656 Mar 14 10:15:40.233909 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39da8dae-241c-4bc6-b2f8-cadbfe67a5cc req-547adb7a-74e3-486f-ac1a-1305f410dc0c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:40.235396 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-39da8dae-241c-4bc6-b2f8-cadbfe67a5cc req-547adb7a-74e3-486f-ac1a-1305f410dc0c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0588152 Mar 14 10:15:40.280674 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-39da8dae-241c-4bc6-b2f8-cadbfe67a5cc req-55b93304-f666-4110-9c2f-12a08bf24d54 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390849 Mar 14 10:15:40.743491 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 3cd3db50-912b-439f-be77-7f5386867764 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:15:40.766058 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 3cd3db50-912b-439f-be77-7f5386867764 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:15:40.766404 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 3cd3db50-912b-439f-be77-7f5386867764 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:15:40.777716 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:41.402113 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d9e93-5e7e-431f-8b13-4fa1cea79137 req-027f81b1-a619-4b6e-9dd8-01d00107086d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:41.403578 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b5d9e93-5e7e-431f-8b13-4fa1cea79137 req-027f81b1-a619-4b6e-9dd8-01d00107086d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0565588 Mar 14 10:15:41.448929 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b5d9e93-5e7e-431f-8b13-4fa1cea79137 req-26916570-15ec-454a-a2a6-857f0bcb6458 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Mar 14 10:15:42.564768 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912b69e5-4d69-41eb-90b5-e97e0cd2b1a3 req-6cf0fe09-c9c9-4780-851d-4be51f2b21b9 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:42.566249 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-912b69e5-4d69-41eb-90b5-e97e0cd2b1a3 req-6cf0fe09-c9c9-4780-851d-4be51f2b21b9 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0527785 Mar 14 10:15:42.611993 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-912b69e5-4d69-41eb-90b5-e97e0cd2b1a3 req-aa7e62b8-ab9c-42b9-abd8-e82831eb48db tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397353 Mar 14 10:15:43.728222 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb663-4c57-41f6-bdbf-e74121a15db2 req-ede6c762-a0df-45e9-b42d-9afb629ddf68 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:43.729600 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a5cb663-4c57-41f6-bdbf-e74121a15db2 req-ede6c762-a0df-45e9-b42d-9afb629ddf68 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0512011 Mar 14 10:15:43.777473 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a5cb663-4c57-41f6-bdbf-e74121a15db2 req-3fbc6eb6-304b-440d-9431-100ece3f39de tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424252 Mar 14 10:15:44.891162 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb471770-1fa1-4d23-b342-a883cc97452f req-3b156158-77cd-4b22-8199-1b14a913b9ed tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:44.892653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb471770-1fa1-4d23-b342-a883cc97452f req-3b156158-77cd-4b22-8199-1b14a913b9ed tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0517137 Mar 14 10:15:44.938374 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eb471770-1fa1-4d23-b342-a883cc97452f req-3599aa8e-ab54-429f-80ec-a2171b071950 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401714 Mar 14 10:15:46.059797 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc7db80-5789-47fb-8ec9-c1324a4c8a78 req-947e4e0c-b29c-41cc-9c9a-3d24515b0c02 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:46.061278 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-afc7db80-5789-47fb-8ec9-c1324a4c8a78 req-947e4e0c-b29c-41cc-9c9a-3d24515b0c02 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0574336 Mar 14 10:15:46.120289 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-afc7db80-5789-47fb-8ec9-c1324a4c8a78 req-97bdf926-4d16-4282-b6ee-7fdead5eaadc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511072 Mar 14 10:15:47.242952 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a64261-187a-4a4a-9e1e-9cf2a63fdb10 req-634be1b9-0c59-4494-aaa7-4938b60d8424 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:47.244430 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70a64261-187a-4a4a-9e1e-9cf2a63fdb10 req-634be1b9-0c59-4494-aaa7-4938b60d8424 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0554960 Mar 14 10:15:47.289927 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70a64261-187a-4a4a-9e1e-9cf2a63fdb10 req-bbda7ab8-498a-4294-b4d5-1c5f8fc3e347 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Mar 14 10:15:48.404922 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87567a8e-5b0c-400f-b446-6f89e93d5f77 req-ba01e570-eba7-4445-b681-92099a9627e7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:48.406399 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-87567a8e-5b0c-400f-b446-6f89e93d5f77 req-ba01e570-eba7-4445-b681-92099a9627e7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0517869 Mar 14 10:15:48.455322 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-87567a8e-5b0c-400f-b446-6f89e93d5f77 req-5299b3a7-092a-44de-9bf4-342a78982cd6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Mar 14 10:15:49.578943 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5c829-fcb8-4ba7-9ddf-23ab4fd1d97c req-258b7c6f-7c61-40f6-ab99-321894bd7c63 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:49.580568 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76c5c829-fcb8-4ba7-9ddf-23ab4fd1d97c req-258b7c6f-7c61-40f6-ab99-321894bd7c63 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0594444 Mar 14 10:15:49.635659 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76c5c829-fcb8-4ba7-9ddf-23ab4fd1d97c req-36e1b51b-1c61-4c2a-a39a-4175345c61b7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482106 Mar 14 10:15:49.823722 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 35344) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:49.952580 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4743833f-17bf-4a8b-8732-831ed883fb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.031101 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4743833f-17bf-4a8b-8732-831ed883fb02 admin admin] Publish callbacks [] for security_group (8db93c11-e85a-4caa-a1bd-13b9732530df), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.034906 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4743833f-17bf-4a8b-8732-831ed883fb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8db93c11-e85a-4caa-a1bd-13b9732530df), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.082618 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4743833f-17bf-4a8b-8732-831ed883fb02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0078a2f2767d4d4dbe7316dabba72fe9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563603 Mar 14 10:15:50.085444 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 35366) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:50.093039 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743833f-17bf-4a8b-8732-831ed883fb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db93c11-e85a-4caa-a1bd-13b9732530df,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:50.163188 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45c5784a-f8dc-456d-b46b-23d98b9bb147 admin admin] Publish callbacks [] for security_group (8db93c11-e85a-4caa-a1bd-13b9732530df), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.188296 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45c5784a-f8dc-456d-b46b-23d98b9bb147 admin admin] Publish callbacks [] for security_group (8db93c11-e85a-4caa-a1bd-13b9732530df), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.242616 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45c5784a-f8dc-456d-b46b-23d98b9bb147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8db93c11-e85a-4caa-a1bd-13b9732530df), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.246043 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-45c5784a-f8dc-456d-b46b-23d98b9bb147 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:50.247270 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-45c5784a-f8dc-456d-b46b-23d98b9bb147 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8db93c11-e85a-4caa-a1bd-13b9732530df HTTP/1.1" status: 204 len: 168 time: 0.1604023 Mar 14 10:15:50.257445 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c5784a-f8dc-456d-b46b-23d98b9bb147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db93c11-e85a-4caa-a1bd-13b9732530df,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:50.887365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 35398) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:50.891852 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9044ae-6cf9-4b27-a05d-29d62c22d008 req-3367aee6-01bb-449b-b554-61ca8f705091 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:50.893390 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d9044ae-6cf9-4b27-a05d-29d62c22d008 req-3367aee6-01bb-449b-b554-61ca8f705091 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1193855 Mar 14 10:15:50.961382 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d9044ae-6cf9-4b27-a05d-29d62c22d008 req-9ad66f6b-632b-460c-a472-e23c1eed53d0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582979 Mar 14 10:15:51.104399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-197505b2-1c35-42f2-a315-0f90c9c13fbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.266547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-197505b2-1c35-42f2-a315-0f90c9c13fbb admin admin] Publish callbacks [] for security_group (e93e24ea-29a9-4c7e-938e-4b6c9b35de75), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.275384 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-197505b2-1c35-42f2-a315-0f90c9c13fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e93e24ea-29a9-4c7e-938e-4b6c9b35de75), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.307652 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-197505b2-1c35-42f2-a315-0f90c9c13fbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88fc7c011b274612860e863098a8fd24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4190114 Mar 14 10:15:51.310947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 35426) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:51.385892 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197505b2-1c35-42f2-a315-0f90c9c13fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93e24ea-29a9-4c7e-938e-4b6c9b35de75,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:51.467425 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-922b1611-b6a6-4d94-879f-0c828b4b2bc6 admin admin] Publish callbacks [] for security_group (e93e24ea-29a9-4c7e-938e-4b6c9b35de75), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.510390 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-922b1611-b6a6-4d94-879f-0c828b4b2bc6 admin admin] Publish callbacks [] for security_group (e93e24ea-29a9-4c7e-938e-4b6c9b35de75), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.595187 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-922b1611-b6a6-4d94-879f-0c828b4b2bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e93e24ea-29a9-4c7e-938e-4b6c9b35de75), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.599333 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-922b1611-b6a6-4d94-879f-0c828b4b2bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:51.603648 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-922b1611-b6a6-4d94-879f-0c828b4b2bc6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e93e24ea-29a9-4c7e-938e-4b6c9b35de75 HTTP/1.1" status: 204 len: 168 time: 0.2912898 Mar 14 10:15:51.611744 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb62cb1-5e4b-4a21-84bd-3718d9b5912c req-8a77f540-4c34-469f-b618-6a4510213ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:51.613240 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b1611-b6a6-4d94-879f-0c828b4b2bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93e24ea-29a9-4c7e-938e-4b6c9b35de75,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:51.613374 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-feb62cb1-5e4b-4a21-84bd-3718d9b5912c req-8a77f540-4c34-469f-b618-6a4510213ed4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 1130 time: 0.0631297 Mar 14 10:15:51.694474 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-feb62cb1-5e4b-4a21-84bd-3718d9b5912c req-a3fa14a2-6b56-4fee-9394-40aa01f56640 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741477 Mar 14 10:15:52.138721 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa7406-a346-48e5-907b-276edd5c097f req-d81ba2ea-f3a2-45e3-877e-8343b530d847 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:52.140555 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24fa7406-a346-48e5-907b-276edd5c097f req-d81ba2ea-f3a2-45e3-877e-8343b530d847 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0672672 Mar 14 10:15:52.194120 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24fa7406-a346-48e5-907b-276edd5c097f req-ebbae606-16f6-44fb-871a-d389940473a6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474184 Mar 14 10:15:53.016078 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c661816a-69ba-42eb-ad07-ca59b82f89f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:53.385504 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-9e933ca4-547a-4c00-88bc-a14e47c6bb50 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=6492f5d45a80459da0b511463ad6ff9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1120529 Mar 14 10:15:53.479375 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d489953-77e3-4c33-a5ad-5e042febe0a2 req-8793a01f-2a42-4315-a474-24e9745d9fcc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:53.481279 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d489953-77e3-4c33-a5ad-5e042febe0a2 req-8793a01f-2a42-4315-a474-24e9745d9fcc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1508706 Mar 14 10:15:53.617199 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5d489953-77e3-4c33-a5ad-5e042febe0a2 req-ab1a8560-ba9d-428d-9127-0372dcf7d861 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234033 Mar 14 10:15:53.684482 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-7ed2db3d-7599-45dd-be70-392754a13759 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:53.692032 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-7ed2db3d-7599-45dd-be70-392754a13759 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2981956 Mar 14 10:15:53.707894 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-2274c7eb-a897-421c-8ff5-9fe710066f1e tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/quotas/6492f5d45a80459da0b511463ad6ff9d HTTP/1.1" status: 200 len: 375 time: 0.0146804 Mar 14 10:15:53.775945 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-e01d0c33-f2bb-4e63-87f2-e46714bb2d4c tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6492f5d45a80459da0b511463ad6ff9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668249 Mar 14 10:15:53.811095 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbc07a-be7d-44f7-949a-9f6ae60f92cf req-a193aacd-ef34-481b-8ef1-dd152168c928 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:53.812670 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bdbc07a-be7d-44f7-949a-9f6ae60f92cf req-a193aacd-ef34-481b-8ef1-dd152168c928 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1026142 Mar 14 10:15:53.957939 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0bdbc07a-be7d-44f7-949a-9f6ae60f92cf req-bee83852-4cb1-40ea-885c-40404ecf807f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381516 Mar 14 10:15:54.154724 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f101cc64-ba8a-443d-ae68-cd8205046648 req-cf589c3c-99dd-493e-a2cc-136e02d42424 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 210 time: 0.0500259 Mar 14 10:15:55.258035 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-981ca9ae-9e0c-4e1e-a1b0-53ebf71ea3a8 req-b03b754c-e0ea-4a56-95be-5f989bd909e7 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 210 time: 0.0359087 Mar 14 10:15:55.488869 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c7ca9d26-09f3-475f-b75b-90d0b54096e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:56.359237 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-669553eb-7e44-452a-ba73-a2af649e4c16 req-cd5006c3-605c-49ba-aed2-28ee4d1025ac tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 210 time: 0.0282187 Mar 14 10:15:56.386362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:57.463880 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3be12e34-4f73-414f-bcb5-4af3bffef708 req-2e9e084b-1f07-41e2-b807-116a1bbb1038 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 210 time: 0.0286155 Mar 14 10:15:57.814641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:57.960811 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-1a6008c3-999a-4270-9de8-ad9f9d8390cc tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=6492f5d45a80459da0b511463ad6ff9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369301 Mar 14 10:15:58.174739 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-9e581123-25df-47f0-b6e2-4d6d29bba8a9 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:58.176403 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-9e581123-25df-47f0-b6e2-4d6d29bba8a9 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040994 Mar 14 10:15:58.201994 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Request body: {'port': {'device_id': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be', 'admin_state_up': True, 'tenant_id': '6492f5d45a80459da0b511463ad6ff9d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:58.325995 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Made reservation on behalf of 6492f5d45a80459da0b511463ad6ff9d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:15:58.329398 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:58.339058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:58.443670 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks [] for security_group (e1d2a18b-b175-4ef6-8a6b-d52364d33315), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:58.450381 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e1d2a18b-b175-4ef6-8a6b-d52364d33315), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:58.599840 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2a18b-b175-4ef6-8a6b-d52364d33315,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:58.692785 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfb16b3b-bdd1-4319-9283-5f296f17c0da req-a10fa1d5-15b0-4bfd-a0cb-7246746b9ec9 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 210 time: 0.0894687 Mar 14 10:15:58.745362 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Allocated IP 192.168.233.254 (038edc97-c676-4e36-bd77-cccc9cb4f9be/000d32e6-df4c-4081-b2f9-6fe5a18aa5ef/ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:15:58.817722 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 35638) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:58.993610 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks [] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.016864 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2133ac4-062b-412e-8e2c-25f3624472e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.044737 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.107946 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Network 038edc97-c676-4e36-bd77-cccc9cb4f9be is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:15:59.112599 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:15:59.117497 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:15:59.125481 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:59.126498 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.143025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Pushing event updated for resources: {'Port': ['ID=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:59.162175 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-be69bf85-203c-4eaf-94c1-1ec240363072 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9643955 Mar 14 10:15:59.182755 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Request body: {'port': {'device_id': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:15:59.290744 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2133ac4-062b-412e-8e2c-25f3624472e9 admin admin] Publish callbacks [] for security_group (da229332-6f4f-4011-99d3-f738e99d9b47), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.294293 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-777b1ce3-3a4f-4beb-bd7d-807d4802d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:59.296108 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-777b1ce3-3a4f-4beb-bd7d-807d4802d9ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.1319623 Mar 14 10:15:59.297339 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d2133ac4-062b-412e-8e2c-25f3624472e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (da229332-6f4f-4011-99d3-f738e99d9b47), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.298855 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.329174 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d2133ac4-062b-412e-8e2c-25f3624472e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=80ac86cc505e4ebfaca3ccf6d6c9c978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101061 Mar 14 10:15:59.332376 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 35656) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:59.370981 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131fe272-5e32-4ec2-bd22-16420998a98e req-9a6ea225-6613-4645-b2e2-0072874f5360 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:59.379497 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-131fe272-5e32-4ec2-bd22-16420998a98e req-9a6ea225-6613-4645-b2e2-0072874f5360 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1292014 Mar 14 10:15:59.435060 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2133ac4-062b-412e-8e2c-25f3624472e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da229332-6f4f-4011-99d3-f738e99d9b47,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:59.458659 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-84deca14-2607-44e1-91f4-fd1d405462dc None None] Provisioning complete for port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:15:59.459144 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-84deca14-2607-44e1-91f4-fd1d405462dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.483180 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-131fe272-5e32-4ec2-bd22-16420998a98e req-e48ac6a1-4205-4abe-8cad-f5d36a5af416 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024084 Mar 14 10:15:59.496919 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-273acdc1-6ce6-4772-ac5e-138c9cb2ebfc admin admin] Publish callbacks [] for security_group (da229332-6f4f-4011-99d3-f738e99d9b47), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.520777 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-273acdc1-6ce6-4772-ac5e-138c9cb2ebfc admin admin] Publish callbacks [] for security_group (da229332-6f4f-4011-99d3-f738e99d9b47), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.530601 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-84deca14-2607-44e1-91f4-fd1d405462dc None None] Port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:15:59.567152 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.580390 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-273acdc1-6ce6-4772-ac5e-138c9cb2ebfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (da229332-6f4f-4011-99d3-f738e99d9b47), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.585795 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-273acdc1-6ce6-4772-ac5e-138c9cb2ebfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.600648 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-273acdc1-6ce6-4772-ac5e-138c9cb2ebfc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da229332-6f4f-4011-99d3-f738e99d9b47 HTTP/1.1" status: 204 len: 168 time: 0.2574284 Mar 14 10:15:59.617800 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273acdc1-6ce6-4772-ac5e-138c9cb2ebfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da229332-6f4f-4011-99d3-f738e99d9b47,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:15:59.802519 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-b3edd671-e93d-4b1a-b72f-420dbfbea2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:59.804067 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-b3edd671-e93d-4b1a-b72f-420dbfbea2fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.4858496 Mar 14 10:15:59.867737 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-e3d75f37-5a97-4980-ba4c-1433b632dece service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.0387805 Mar 14 10:15:59.885893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd0e7f-8d23-4a2c-a94a-ad8068e09fce req-f87d0fa1-5e8c-4092-9f55-c9734b9e5da7 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:15:59.902458 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4bd0e7f-8d23-4a2c-a94a-ad8068e09fce req-f87d0fa1-5e8c-4092-9f55-c9734b9e5da7 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 936 time: 0.1197398 Mar 14 10:15:59.932570 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:15:59.945826 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Publish callbacks [] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.953810 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 35668) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:15:59.959565 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Transition to ACTIVE for port object ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:15:59.965583 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4bd0e7f-8d23-4a2c-a94a-ad8068e09fce req-9c21623f-6d54-480a-b9ed-a0ed724ee379 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618765 Mar 14 10:15:59.967209 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:15:59.980565 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e40a3138-09a8-445b-bd1b-cf25b08560ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.048659 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-6b1bbdfe-b519-4f78-8693-a14d39f3acad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:00.050800 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-6b1bbdfe-b519-4f78-8693-a14d39f3acad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.1704166 Mar 14 10:16:00.091368 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e40a3138-09a8-445b-bd1b-cf25b08560ba admin admin] Publish callbacks [] for security_group (954e9967-448c-46bf-bf6f-0b51a0333b75), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.093815 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:00.105628 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e40a3138-09a8-445b-bd1b-cf25b08560ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (954e9967-448c-46bf-bf6f-0b51a0333b75), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.127996 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-85e57273-2da7-44fa-9672-8cb480ac22d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443628 Mar 14 10:16:00.142770 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Attempting to bind port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:00.143489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Attempting to bind port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:00.144698 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Attempting to bind port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d on network 038edc97-c676-4e36-bd77-cccc9cb4f9be {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:00.154237 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e40a3138-09a8-445b-bd1b-cf25b08560ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f464a776023440f5ae8a6bbd467c806f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1875482 Mar 14 10:16:00.155087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a3138-09a8-445b-bd1b-cf25b08560ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e9967-448c-46bf-bf6f-0b51a0333b75,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:00.156662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 35670) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:00.168180 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d on network 038edc97-c676-4e36-bd77-cccc9cb4f9be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:16:00.168520 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Attempting to bind port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d on network 038edc97-c676-4e36-bd77-cccc9cb4f9be {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:00.210507 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:00.210849 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Checking segment: {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:00.211249 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Bound using segment: {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:00.211726 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Bound port: ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd2922f-fdb4-47df-b60d-ca023da135d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:00.212085 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.325088 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbea1750-2b38-47f6-9635-e340f4fe21c9 admin admin] Publish callbacks [] for security_group (954e9967-448c-46bf-bf6f-0b51a0333b75), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.376182 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbea1750-2b38-47f6-9635-e340f4fe21c9 admin admin] Publish callbacks [] for security_group (954e9967-448c-46bf-bf6f-0b51a0333b75), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.383212 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-4175a760-60b7-45c5-9398-690036a4342f service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335739 Mar 14 10:16:00.410371 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] For port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:00.445123 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] For port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:00.471814 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.565640 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:00.566296 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.567894 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] 10.222.0.35 "PUT /v2.0/ports/ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d HTTP/1.1" status: 200 len: 1098 time: 1.3897405 Mar 14 10:16:00.570800 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'tag': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:00.573331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e6189c8-d1e2-44b4-89b0-47f656500577" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8a55cc-87b1-4250-b8ec-546ecde4516c", "tag": "ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:00.589333 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbea1750-2b38-47f6-9635-e340f4fe21c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (954e9967-448c-46bf-bf6f-0b51a0333b75), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.591968 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dbea1750-2b38-47f6-9635-e340f4fe21c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:00.595513 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-dbea1750-2b38-47f6-9635-e340f4fe21c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/954e9967-448c-46bf-bf6f-0b51a0333b75 HTTP/1.1" status: 204 len: 168 time: 0.4335935 Mar 14 10:16:00.622898 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbea1750-2b38-47f6-9635-e340f4fe21c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e9967-448c-46bf-bf6f-0b51a0333b75,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:00.681603 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a693d208-b44c-46a8-b903-4eea8fc8bd11 service neutron] Pushing event updated for resources: {'Port': ['ID=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:00.684716 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51981d88-7c3c-438a-bb7f-da8b9382666b req-aa5049f0-07cc-4e1e-a690-0f9dbd6a382d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:00.686385 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51981d88-7c3c-438a-bb7f-da8b9382666b req-aa5049f0-07cc-4e1e-a690-0f9dbd6a382d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0795336 Mar 14 10:16:00.695457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c4669-4d75-4c9c-be53-1ad91cf6508d x-openstack-request-id: req-252c4669-4d75-4c9c-be53-1ad91cf6508d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:00.695910 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8a55cc-87b1-4250-b8ec-546ecde4516c", "tag": "ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:00.696132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-252c4669-4d75-4c9c-be53-1ad91cf6508d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:00.696824 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'tag': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d', 'status': 'completed', 'code': 200} Mar 14 10:16:00.702477 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f7058d71-f833-4e37-a20b-3672aa4efa95 req-753439a5-4443-4d39-a461-bc7598c043dd service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108912 Mar 14 10:16:00.773486 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51981d88-7c3c-438a-bb7f-da8b9382666b req-0bfea5f7-ee82-477b-a5fa-025fa4cf1c63 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777388 Mar 14 10:16:00.818456 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-4481b771-b418-4625-9138-57c27a18ed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:00.823223 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-4481b771-b418-4625-9138-57c27a18ed61 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6492f5d45a80459da0b511463ad6ff9d&device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 1132 time: 0.1858249 Mar 14 10:16:00.907108 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-60ee7364-4b02-4ef0-ac26-3e178d5e1962 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d HTTP/1.1" status: 200 len: 217 time: 0.0756652 Mar 14 10:16:00.979160 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-42cac9d2-c74f-42ca-83c1-54050842dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:00.981138 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-42cac9d2-c74f-42ca-83c1-54050842dc97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=000d32e6-df4c-4081-b2f9-6fe5a18aa5ef HTTP/1.1" status: 200 len: 843 time: 0.0673325 Mar 14 10:16:01.088261 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-ff84bada-24b9-4cfc-829a-d00822e567a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:01.090533 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-ff84bada-24b9-4cfc-829a-d00822e567a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=038edc97-c676-4e36-bd77-cccc9cb4f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1001687 Mar 14 10:16:01.155539 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e9726-df00-4097-9799-04cad7ad174a req-86b9cea1-c7d9-4cc3-9bed-0fc9895fec18 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:01.163891 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b7e9726-df00-4097-9799-04cad7ad174a req-86b9cea1-c7d9-4cc3-9bed-0fc9895fec18 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 948 time: 0.0764892 Mar 14 10:16:01.233576 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-a99f9195-6b9e-4323-9e8f-92b4d21bae7d service neutron] 10.222.0.35 "GET /v2.0/networks/038edc97-c676-4e36-bd77-cccc9cb4f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263976 Mar 14 10:16:01.244454 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8b7e9726-df00-4097-9799-04cad7ad174a req-edba2579-0e27-4ef1-ad0c-e009984e0fe4 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793154 Mar 14 10:16:01.368122 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d56dc32-a5f0-4804-849d-6acc5431b024 req-70871f66-a585-4f8f-8e50-d92bede5e082 service neutron] 10.222.0.35 "GET /v2.0/networks/038edc97-c676-4e36-bd77-cccc9cb4f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219864 Mar 14 10:16:01.507917 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-ee388784-2b2b-416b-97a8-af96e9600a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:01.509927 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-ee388784-2b2b-416b-97a8-af96e9600a2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6492f5d45a80459da0b511463ad6ff9d&device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 1132 time: 0.0852871 Mar 14 10:16:02.014125 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89c9a2-6082-4417-b76f-bffe27078961 req-f4670d08-90ac-42c8-8f30-66fccb0b2ae5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:02.027106 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dc89c9a2-6082-4417-b76f-bffe27078961 req-f4670d08-90ac-42c8-8f30-66fccb0b2ae5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1335673 Mar 14 10:16:02.104048 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dc89c9a2-6082-4417-b76f-bffe27078961 req-b5340955-ba31-42ba-9faa-c783892800eb tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740817 Mar 14 10:16:02.232283 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-1275eb8a-de51-4721-9008-ee1bb9e48cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:02.233763 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-1275eb8a-de51-4721-9008-ee1bb9e48cd0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=038edc97-c676-4e36-bd77-cccc9cb4f9be HTTP/1.1" status: 200 len: 869 time: 0.7135551 Mar 14 10:16:02.291346 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-fcb9a588-aa53-4b95-89fc-9188126bc4e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d HTTP/1.1" status: 200 len: 217 time: 0.0488732 Mar 14 10:16:02.374300 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-07e88c1d-e6f6-46d4-bc72-873e01d4f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:02.375828 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-07e88c1d-e6f6-46d4-bc72-873e01d4f755 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=000d32e6-df4c-4081-b2f9-6fe5a18aa5ef HTTP/1.1" status: 200 len: 843 time: 0.0652235 Mar 14 10:16:02.412058 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e481cd8-ffcc-4b63-bf3d-4df9478cd024 req-e7cac2f1-7433-45cf-a5e2-58903f723205 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:02.419753 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e481cd8-ffcc-4b63-bf3d-4df9478cd024 req-e7cac2f1-7433-45cf-a5e2-58903f723205 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 948 time: 0.0778966 Mar 14 10:16:02.495362 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e481cd8-ffcc-4b63-bf3d-4df9478cd024 req-70124a77-46c1-47d6-b07f-2bb8588d7644 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742965 Mar 14 10:16:02.521348 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-b0ae41a3-ed5d-49ad-aae0-a7b2d2c632ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:02.524015 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-b0ae41a3-ed5d-49ad-aae0-a7b2d2c632ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=038edc97-c676-4e36-bd77-cccc9cb4f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1366870 Mar 14 10:16:02.664640 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-2fb857fc-bd89-40ca-bd94-8126a014abd8 service neutron] 10.222.0.35 "GET /v2.0/networks/038edc97-c676-4e36-bd77-cccc9cb4f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286209 Mar 14 10:16:02.828379 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 35790) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:02.842289 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0e6189c8-d1e2-44b4-89b0-47f656500577 req-63bd87a7-01ff-402e-9e9b-1986cbcca3d6 service neutron] 10.222.0.35 "GET /v2.0/networks/038edc97-c676-4e36-bd77-cccc9cb4f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623456 Mar 14 10:16:03.018850 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-129bf950-b903-4fcb-be36-0035e569d22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.223161 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-129bf950-b903-4fcb-be36-0035e569d22b admin admin] Publish callbacks [] for security_group (8190e922-705d-4cb5-adc3-642396614d03), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.230581 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-129bf950-b903-4fcb-be36-0035e569d22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8190e922-705d-4cb5-adc3-642396614d03), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.491507 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bf950-b903-4fcb-be36-0035e569d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8190e922-705d-4cb5-adc3-642396614d03,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:03.512696 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-129bf950-b903-4fcb-be36-0035e569d22b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4ca8ba4f2aae4b4cb1c2f8bd34cafb6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6825318 Mar 14 10:16:03.515888 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 35812) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:03.557123 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03fa59b-c537-4b42-825e-577dd106ef1e req-07d3399b-d929-43cf-accb-b060caf5a007 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:03.565511 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d03fa59b-c537-4b42-825e-577dd106ef1e req-07d3399b-d929-43cf-accb-b060caf5a007 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.3476751 Mar 14 10:16:03.627531 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d03fa59b-c537-4b42-825e-577dd106ef1e req-53cf8c2b-b559-4f91-b515-2b441145d793 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579543 Mar 14 10:16:03.678461 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ffde692-e9ee-4838-8632-ff81cd9cc559 admin admin] Publish callbacks [] for security_group (8190e922-705d-4cb5-adc3-642396614d03), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.706932 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf4eac-a97a-45c4-b02f-644ff4a4e21c req-bc64ce50-f2ec-4b09-a9ad-cfb58f3b8324 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:03.708088 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ffde692-e9ee-4838-8632-ff81cd9cc559 admin admin] Publish callbacks [] for security_group (8190e922-705d-4cb5-adc3-642396614d03), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.715504 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbcf4eac-a97a-45c4-b02f-644ff4a4e21c req-bc64ce50-f2ec-4b09-a9ad-cfb58f3b8324 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 948 time: 0.0829520 Mar 14 10:16:03.783215 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbcf4eac-a97a-45c4-b02f-644ff4a4e21c req-2c105a75-6325-4414-9cb0-5c068424af27 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657563 Mar 14 10:16:03.787788 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ffde692-e9ee-4838-8632-ff81cd9cc559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8190e922-705d-4cb5-adc3-642396614d03), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.797148 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8ffde692-e9ee-4838-8632-ff81cd9cc559 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:03.803058 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8ffde692-e9ee-4838-8632-ff81cd9cc559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8190e922-705d-4cb5-adc3-642396614d03 HTTP/1.1" status: 204 len: 168 time: 0.2824512 Mar 14 10:16:03.829514 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffde692-e9ee-4838-8632-ff81cd9cc559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8190e922-705d-4cb5-adc3-642396614d03,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:03.947019 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:16:04.066565 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:04.079329 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d', 'network_id': '038edc97-c676-4e36-bd77-cccc9cb4f9be', 'port_id': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d', 'mac_address': 'fa:16:3e:3c:23:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '000d32e6-df4c-4081-b2f9-6fe5a18aa5ef', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:16:04.139076 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:04.139709 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.167005 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:16:04.196887 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:04.211778 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.322356 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:04.476877 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 35840) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:04.495470 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d100265b-4f51-4bc4-8eb0-2871641dfad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.621587 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d100265b-4f51-4bc4-8eb0-2871641dfad0 admin admin] Publish callbacks [] for security_group (ac9f1faa-bad5-4915-b0ec-ade5a62fcac7), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.626089 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d100265b-4f51-4bc4-8eb0-2871641dfad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ac9f1faa-bad5-4915-b0ec-ade5a62fcac7), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.654532 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:16:04.735426 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d100265b-4f51-4bc4-8eb0-2871641dfad0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc051a1e2839499aa4f2d03729bbf893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573860 Mar 14 10:16:04.736473 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d100265b-4f51-4bc4-8eb0-2871641dfad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9f1faa-bad5-4915-b0ec-ade5a62fcac7,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:04.740270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 35848) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:04.806091 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f7241fb-f20b-4772-8a5b-b2120290d8ca admin admin] Publish callbacks [] for security_group (ac9f1faa-bad5-4915-b0ec-ade5a62fcac7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.855211 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ceff9-a8d4-4a74-8591-ed5b6f0815b6 req-794ac134-eb4c-4563-b54a-543611cc4fe8 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:04.857431 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f7241fb-f20b-4772-8a5b-b2120290d8ca admin admin] Publish callbacks [] for security_group (ac9f1faa-bad5-4915-b0ec-ade5a62fcac7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.862069 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-500ceff9-a8d4-4a74-8591-ed5b6f0815b6 req-794ac134-eb4c-4563-b54a-543611cc4fe8 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1541348 Mar 14 10:16:04.930223 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f7241fb-f20b-4772-8a5b-b2120290d8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ac9f1faa-bad5-4915-b0ec-ade5a62fcac7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.934025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f7241fb-f20b-4772-8a5b-b2120290d8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:04.935623 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9f7241fb-f20b-4772-8a5b-b2120290d8ca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac9f1faa-bad5-4915-b0ec-ade5a62fcac7 HTTP/1.1" status: 204 len: 168 time: 0.1948235 Mar 14 10:16:04.961448 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7241fb-f20b-4772-8a5b-b2120290d8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9f1faa-bad5-4915-b0ec-ade5a62fcac7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:04.994622 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-500ceff9-a8d4-4a74-8591-ed5b6f0815b6 req-f48279ca-3be2-4814-bad4-53ce4cd1352e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256177 Mar 14 10:16:05.027709 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac0924-5fb5-4617-83dd-a43473d25936 req-d55a8e9e-ddbc-4f48-9b08-0fadda15255b tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:05.028936 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ac0924-5fb5-4617-83dd-a43473d25936 req-d55a8e9e-ddbc-4f48-9b08-0fadda15255b tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 949 time: 0.0854115 Mar 14 10:16:05.085029 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1ac0924-5fb5-4617-83dd-a43473d25936 req-64b765ae-7674-45bb-8794-26059494f1c3 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549877 Mar 14 10:16:06.174398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a378a53-9b56-41c4-b38b-9978fb40ccd3 req-89095491-1192-4608-a6c3-8207a49919fe tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:06.180082 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a378a53-9b56-41c4-b38b-9978fb40ccd3 req-89095491-1192-4608-a6c3-8207a49919fe tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0960793 Mar 14 10:16:06.305609 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a378a53-9b56-41c4-b38b-9978fb40ccd3 req-a44190a4-21ec-47f8-b473-6de9b8b1c5af tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870759 Mar 14 10:16:06.323067 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85938888-a896-4e6c-9bb2-9050d6dfd702 req-dbad96a7-0f46-4b38-b84d-fb4330a807fd tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:06.324971 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85938888-a896-4e6c-9bb2-9050d6dfd702 req-dbad96a7-0f46-4b38-b84d-fb4330a807fd tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 949 time: 0.1190813 Mar 14 10:16:06.402265 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85938888-a896-4e6c-9bb2-9050d6dfd702 req-d4e1ba49-3222-4846-a648-e9b002f78dbe tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Mar 14 10:16:06.630251 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:16:07.439925 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ecd45-2571-4ba7-85cd-6e76dcc5c9a9 req-9a0b49b7-c94b-4135-af2d-999c259a179e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:07.441506 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d41ecd45-2571-4ba7-85cd-6e76dcc5c9a9 req-9a0b49b7-c94b-4135-af2d-999c259a179e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0658619 Mar 14 10:16:07.515790 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d41ecd45-2571-4ba7-85cd-6e76dcc5c9a9 req-991270bb-a7b3-403d-9bd2-9102271b6928 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 Mar 14 10:16:07.567898 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e76fa-1d61-4dcd-85f5-403f4c3b4b5b req-8aa87d18-78d3-4bf3-985f-8cb315029e4f tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:07.569943 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c22e76fa-1d61-4dcd-85f5-403f4c3b4b5b req-8aa87d18-78d3-4bf3-985f-8cb315029e4f tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 949 time: 0.0811968 Mar 14 10:16:07.620674 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c22e76fa-1d61-4dcd-85f5-403f4c3b4b5b req-82b45fde-fd9a-4ef8-bfc2-2524a916c675 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453792 Mar 14 10:16:07.796597 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:07.867474 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:16:07.871857 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:07.872415 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:07.986939 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:07.987354 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:08.014038 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:08.016122 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b51a0cf-0b57-444b-969b-4c74e9711994" -d '{"events": [{"server_uuid": "6f8a55cc-87b1-4250-b8ec-546ecde4516c", "name": "network-vif-plugged", "status": "completed", "tag": "ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:08.030999 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:08.036537 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:08.107330 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53fa6838-8f9c-4f9f-b4b6-c22027e8688a x-openstack-request-id: req-53fa6838-8f9c-4f9f-b4b6-c22027e8688a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:08.107777 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8a55cc-87b1-4250-b8ec-546ecde4516c", "name": "network-vif-plugged", "status": "completed", "tag": "ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:08.108026 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53fa6838-8f9c-4f9f-b4b6-c22027e8688a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:08.108423 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d', 'code': 200} Mar 14 10:16:08.109534 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:08.353059 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046bc0fd-37e9-4a3c-8ee2-2912c8470281 req-5e435110-fd7e-4a8d-beff-ad3ea688468b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:08.354804 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-046bc0fd-37e9-4a3c-8ee2-2912c8470281 req-5e435110-fd7e-4a8d-beff-ad3ea688468b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 1134 time: 0.0975671 Mar 14 10:16:08.438865 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-046bc0fd-37e9-4a3c-8ee2-2912c8470281 req-dd39cf8e-b820-41d8-89a9-153a83e81f32 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705640 Mar 14 10:16:08.720586 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abe0b5-02ef-4423-8c8d-85c15222e964 req-0ff85b5a-5bff-43e0-8d25-325fe2750fa0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:08.722462 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2abe0b5-02ef-4423-8c8d-85c15222e964 req-0ff85b5a-5bff-43e0-8d25-325fe2750fa0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1051979 Mar 14 10:16:08.816550 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2abe0b5-02ef-4423-8c8d-85c15222e964 req-65036b97-96ef-4575-a7a9-18151580dded tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700991 Mar 14 10:16:08.858509 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b38dc9-4c0c-41b5-9d66-d2452720d8e0 req-e8544072-8ea7-444e-b8e6-09a45838485d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:08.860459 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24b38dc9-4c0c-41b5-9d66-d2452720d8e0 req-e8544072-8ea7-444e-b8e6-09a45838485d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.1324842 Mar 14 10:16:08.931852 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24b38dc9-4c0c-41b5-9d66-d2452720d8e0 req-1ce23d87-a149-4cd3-8724-657220a7c290 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628009 Mar 14 10:16:08.995451 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-bd59fd40-13ba-4451-a03e-d1c96f8e6d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:08.996944 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-bd59fd40-13ba-4451-a03e-d1c96f8e6d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.0716832 Mar 14 10:16:09.110630 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-a3831c26-420c-45f9-9bbc-8f1fd1346a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:09.113138 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-a3831c26-420c-45f9-9bbc-8f1fd1346a16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.0920088 Mar 14 10:16:09.170812 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-04939c1c-c1aa-446c-b636-df2606245499 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.0497777 Mar 14 10:16:09.224613 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-011a885e-13d2-41be-8b05-15b4801aa0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:09.226065 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-011a885e-13d2-41be-8b05-15b4801aa0a3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.0473752 Mar 14 10:16:09.259984 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-50938e85-efa9-4e54-a6c4-23138d4c6efe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267978 Mar 14 10:16:09.359377 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-053916fa-9042-40b2-bfd9-aab66317d5d2 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899847 Mar 14 10:16:09.456922 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-63a51d1f-5013-46a7-9f24-ec1249f673fa req-ad9d1e63-e8d8-4191-ac15-e81e21104737 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911362 Mar 14 10:16:09.983746 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db540935-b5ea-4c94-9712-cfcc765f14ba req-ce08fbee-1a66-4896-bb36-f2fd5cc4efb5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:09.999709 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db540935-b5ea-4c94-9712-cfcc765f14ba req-ce08fbee-1a66-4896-bb36-f2fd5cc4efb5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0802419 Mar 14 10:16:10.153500 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-db540935-b5ea-4c94-9712-cfcc765f14ba req-74caefd2-ac7f-4b31-b29d-12e07dfc016e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432805 Mar 14 10:16:10.216068 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b284e-ceeb-4b6b-9d5a-40ee02a61d3c req-37663485-bdff-4ee3-9418-d233b1ea2fa4 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:10.224093 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-717b284e-ceeb-4b6b-9d5a-40ee02a61d3c req-37663485-bdff-4ee3-9418-d233b1ea2fa4 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.1580982 Mar 14 10:16:10.303390 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-717b284e-ceeb-4b6b-9d5a-40ee02a61d3c req-3bdbcc1b-884c-44a5-98f6-af99107a2fd1 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779486 Mar 14 10:16:10.751069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:11.256621 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f96ad-98fe-4777-b6a9-0814c4f1a5d0 req-6dd7f02f-1346-473a-abbe-06b7d6150f5c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:11.257998 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d66f96ad-98fe-4777-b6a9-0814c4f1a5d0 req-6dd7f02f-1346-473a-abbe-06b7d6150f5c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0571392 Mar 14 10:16:11.303382 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d66f96ad-98fe-4777-b6a9-0814c4f1a5d0 req-c8d49f30-970e-40a4-ae06-bc0a824b4014 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Mar 14 10:16:11.429434 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eafa7-4e4e-4f6b-892c-4c0b6fb38135 req-702b9e07-a12e-44de-8bc6-d31540847952 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:11.431034 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f68eafa7-4e4e-4f6b-892c-4c0b6fb38135 req-702b9e07-a12e-44de-8bc6-d31540847952 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0559306 Mar 14 10:16:11.478439 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f68eafa7-4e4e-4f6b-892c-4c0b6fb38135 req-773bd1c1-29bb-481a-ba55-f2763965fedf tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Mar 14 10:16:11.684647 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36078) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:11.747822 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19aadd-3d6e-48f4-941d-312408bbf164 req-465c7fa5-45cb-43a8-8acd-997a6de95e3b tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:11.749291 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c19aadd-3d6e-48f4-941d-312408bbf164 req-465c7fa5-45cb-43a8-8acd-997a6de95e3b tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0539680 Mar 14 10:16:11.790029 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:11.799580 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c19aadd-3d6e-48f4-941d-312408bbf164 req-ae746f8a-9dd3-49d4-be26-7652d7f469bd tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448987 Mar 14 10:16:11.867377 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Publish callbacks [] for security_group (e0a14b46-28cd-44c2-a59e-821628d8087a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:11.871087 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e0a14b46-28cd-44c2-a59e-821628d8087a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:11.912127 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a14b46-28cd-44c2-a59e-821628d8087a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:11.917386 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=907a61f9d4004cfb88b4e4c0594ec8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315357 Mar 14 10:16:11.919981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36086) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:11.932127 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.932447 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.932793 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.933132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.933494 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.933827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.934153 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.934494 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.934801 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.935129 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.935455 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.935807 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.936129 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.936445 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.936762 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c30047-6092-42cc-817b-354cb51e8e0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:11.980435 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4e55e7-9866-44ed-8fb8-849f17bc7f08 admin admin] Publish callbacks [] for security_group (e0a14b46-28cd-44c2-a59e-821628d8087a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.001293 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4e55e7-9866-44ed-8fb8-849f17bc7f08 admin admin] Publish callbacks [] for security_group (e0a14b46-28cd-44c2-a59e-821628d8087a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.047093 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4e55e7-9866-44ed-8fb8-849f17bc7f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e0a14b46-28cd-44c2-a59e-821628d8087a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.049566 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-be4e55e7-9866-44ed-8fb8-849f17bc7f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.051239 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-be4e55e7-9866-44ed-8fb8-849f17bc7f08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0a14b46-28cd-44c2-a59e-821628d8087a HTTP/1.1" status: 204 len: 168 time: 0.1302376 Mar 14 10:16:12.059395 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4e55e7-9866-44ed-8fb8-849f17bc7f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a14b46-28cd-44c2-a59e-821628d8087a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:12.319397 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36096) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:12.332830 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6efd-8125-4e99-98a5-032249287085 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.414665 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6efd-8125-4e99-98a5-032249287085 admin admin] Publish callbacks [] for security_group (4096dffd-a01c-4358-9c50-71ed4253dd29), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.419786 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ffc6efd-8125-4e99-98a5-032249287085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4096dffd-a01c-4358-9c50-71ed4253dd29), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.428610 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53737e-be37-4947-ac03-ecc3de383036 req-77eb278d-63e5-4788-a4c7-6ff1e64df32c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:12.430143 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bd53737e-be37-4947-ac03-ecc3de383036 req-77eb278d-63e5-4788-a4c7-6ff1e64df32c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0584948 Mar 14 10:16:12.454135 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc6efd-8125-4e99-98a5-032249287085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4096dffd-a01c-4358-9c50-71ed4253dd29,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:12.462743 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2ffc6efd-8125-4e99-98a5-032249287085 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9f67240cb854dacbec2ecf985c95917&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422641 Mar 14 10:16:12.465277 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:12.480086 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bd53737e-be37-4947-ac03-ecc3de383036 req-69e31efb-c2fd-493f-8721-0fd4520e67ac tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442371 Mar 14 10:16:12.516740 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cbd-0996-4ed2-942b-609605b6d3e5 admin admin] Publish callbacks [] for security_group (4096dffd-a01c-4358-9c50-71ed4253dd29), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.537828 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cbd-0996-4ed2-942b-609605b6d3e5 admin admin] Publish callbacks [] for security_group (4096dffd-a01c-4358-9c50-71ed4253dd29), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.594144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cbd-0996-4ed2-942b-609605b6d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4096dffd-a01c-4358-9c50-71ed4253dd29), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.597489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0ae32cbd-0996-4ed2-942b-609605b6d3e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.598680 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0ae32cbd-0996-4ed2-942b-609605b6d3e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4096dffd-a01c-4358-9c50-71ed4253dd29 HTTP/1.1" status: 204 len: 168 time: 0.1325116 Mar 14 10:16:12.606493 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae32cbd-0996-4ed2-942b-609605b6d3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4096dffd-a01c-4358-9c50-71ed4253dd29,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:12.917209 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:12.929948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3c6ab7e-5f9b-4251-9fba-0e6bcb34cb4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:12.933659 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bda6a-db50-4503-a780-1e48678b47b5 req-6068c302-8b83-4e89-8a69-cddb2bcf1ab0 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:12.935239 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c6bda6a-db50-4503-a780-1e48678b47b5 req-6068c302-8b83-4e89-8a69-cddb2bcf1ab0 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0645180 Mar 14 10:16:12.982261 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c6bda6a-db50-4503-a780-1e48678b47b5 req-80b5548f-3896-4ab8-97fe-8a0f69b150d1 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 Mar 14 10:16:13.002373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3c6ab7e-5f9b-4251-9fba-0e6bcb34cb4d admin admin] Publish callbacks [] for security_group (9a58a055-772e-4670-8a51-853b1e8baef0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:13.006009 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f3c6ab7e-5f9b-4251-9fba-0e6bcb34cb4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9a58a055-772e-4670-8a51-853b1e8baef0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:13.043922 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f3c6ab7e-5f9b-4251-9fba-0e6bcb34cb4d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb14f261c4314a0aba59448a955dc8fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1256015 Mar 14 10:16:13.044743 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6ab7e-5f9b-4251-9fba-0e6bcb34cb4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58a055-772e-4670-8a51-853b1e8baef0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:13.046667 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36118) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:13.095931 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Publish callbacks [] for security_group (9a58a055-772e-4670-8a51-853b1e8baef0), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:13.116649 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Publish callbacks [] for security_group (9a58a055-772e-4670-8a51-853b1e8baef0), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:13.162502 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9a58a055-772e-4670-8a51-853b1e8baef0), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:13.165081 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:13.166201 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9a58a055-772e-4670-8a51-853b1e8baef0 HTTP/1.1" status: 204 len: 168 time: 0.1184661 Mar 14 10:16:13.173555 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58a055-772e-4670-8a51-853b1e8baef0,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:13.180597 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.180946 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.181291 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.181627 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.181958 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.182286 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.182611 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.182934 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.183259 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.183609 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.183929 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.184251 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.184577 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.184897 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.185214 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b9096f-e115-45a0-9214-df448710d11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:13.597232 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79380c83-bf92-4188-a381-d91731151599 req-c5db0a48-1007-44b6-8faf-db2d19885171 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:13.598716 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79380c83-bf92-4188-a381-d91731151599 req-c5db0a48-1007-44b6-8faf-db2d19885171 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0528898 Mar 14 10:16:13.649040 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79380c83-bf92-4188-a381-d91731151599 req-47a08e16-1e18-4926-a536-5ca3b8b46cc1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446410 Mar 14 10:16:14.108777 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0951cf-a20d-44e8-b0ab-d1b9ba7ee2fa req-8361335c-9e41-4373-b7e6-8b4737efd0c9 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:14.110294 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef0951cf-a20d-44e8-b0ab-d1b9ba7ee2fa req-8361335c-9e41-4373-b7e6-8b4737efd0c9 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0600204 Mar 14 10:16:14.180419 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef0951cf-a20d-44e8-b0ab-d1b9ba7ee2fa req-81922d3a-30a7-440e-bb2d-9567a365bdda tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641510 Mar 14 10:16:14.763781 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c5055b-6918-4ba4-99ad-57f1b97735a7 req-3308198b-9a21-4f3e-ad05-ece21d88e518 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:14.765237 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08c5055b-6918-4ba4-99ad-57f1b97735a7 req-3308198b-9a21-4f3e-ad05-ece21d88e518 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0517018 Mar 14 10:16:14.811364 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08c5055b-6918-4ba4-99ad-57f1b97735a7 req-de9f6e77-8ef4-4b35-b8ef-8203014ee643 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398006 Mar 14 10:16:15.305224 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fc022-14d9-4ce1-9085-7a28eae2efe2 req-90a1d1d7-1714-4b1f-82c1-23594c446ac0 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:15.306725 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-793fc022-14d9-4ce1-9085-7a28eae2efe2 req-90a1d1d7-1714-4b1f-82c1-23594c446ac0 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0591066 Mar 14 10:16:15.358944 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-793fc022-14d9-4ce1-9085-7a28eae2efe2 req-9d4dd979-1292-4aa5-81ef-9ec5b12205ef tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Mar 14 10:16:15.944623 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ca663-d6e8-4bd0-b0a5-36672c967fe3 req-1085b417-7dd9-4f7a-ae70-42285d08dc95 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:15.946137 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-769ca663-d6e8-4bd0-b0a5-36672c967fe3 req-1085b417-7dd9-4f7a-ae70-42285d08dc95 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0603828 Mar 14 10:16:15.999948 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-769ca663-d6e8-4bd0-b0a5-36672c967fe3 req-e8e46b1a-64ec-46c6-b27f-d40a9cb39bb8 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475013 Mar 14 10:16:16.040807 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:16.045615 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1684460245', 'description': 'tempest-description--1681817800'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:16.068799 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.135179 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (fa64578e-8139-4777-8aba-de9f97ceb892), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.139283 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fa64578e-8139-4777-8aba-de9f97ceb892), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.169694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.170905 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1290171 Mar 14 10:16:16.173910 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36286) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:16.174930 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e768-ef0e-4687-b6b3-6f8ee1ab42c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa64578e-8139-4777-8aba-de9f97ceb892,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:16.180324 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': 'fa64578e-8139-4777-8aba-de9f97ceb892', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:16.207742 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (546c105f-245e-4456-8b9d-e10b609e4ecd), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.266478 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (546c105f-245e-4456-8b9d-e10b609e4ecd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.270867 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (546c105f-245e-4456-8b9d-e10b609e4ecd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.285595 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546c105f-245e-4456-8b9d-e10b609e4ecd,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:16.305199 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.309349 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-aa806f60-961f-4a7c-beea-ad5b73cc1952 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314898 Mar 14 10:16:16.310072 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36292) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:16.314600 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': 'fa64578e-8139-4777-8aba-de9f97ceb892', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:16.343045 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (2dfe2e86-c80b-49e3-9d64-fe8dc9da6c30), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.416618 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (2dfe2e86-c80b-49e3-9d64-fe8dc9da6c30), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.423679 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (2dfe2e86-c80b-49e3-9d64-fe8dc9da6c30), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.446649 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfe2e86-c80b-49e3-9d64-fe8dc9da6c30,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:16.496545 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.498570 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-16f5e9a9-b824-4542-8ed3-5ec85641dcbb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1871111 Mar 14 10:16:16.500889 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36308) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:16.507493 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:16.545631 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61433aa-df89-471d-ad2a-fc15c98512a1 req-9395fbd6-7c6e-445d-9108-4d3e6752387a tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:16.548223 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c61433aa-df89-471d-ad2a-fc15c98512a1 req-9395fbd6-7c6e-445d-9108-4d3e6752387a tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0992360 Mar 14 10:16:16.550440 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.663934 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c61433aa-df89-471d-ad2a-fc15c98512a1 req-78b17d38-4a81-4aa3-a63f-1b86cc944559 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049976 Mar 14 10:16:16.714898 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d324b381-812f-4873-9484-97d9d27e6aae req-4072d10d-43d8-4d8d-8d55-5b5d5f89be51 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:16.716410 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d324b381-812f-4873-9484-97d9d27e6aae req-4072d10d-43d8-4d8d-8d55-5b5d5f89be51 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1289728 Mar 14 10:16:16.777851 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d324b381-812f-4873-9484-97d9d27e6aae req-7dcdf6d8-1b82-42e3-9487-ed13bd5629e1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535846 Mar 14 10:16:16.779919 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:16.881229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.27.0.232 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/dc9731ec-cc5a-4257-bd41-18e15c84f775) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:16.993318 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.031752 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.069705 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:17.081932 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:17.087914 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:17.128891 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=dc9731ec-cc5a-4257-bd41-18e15c84f775,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:17.169092 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa3482e-cb49-4bc4-84a4-3dbc9e71a569 req-5ae19857-3fd6-4204-b5bb-f8ee120f842d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:17.170574 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7fa3482e-cb49-4bc4-84a4-3dbc9e71a569 req-5ae19857-3fd6-4204-b5bb-f8ee120f842d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0998650 Mar 14 10:16:17.236020 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (58b084e8-1c20-447d-8fe4-40fb5338c844), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.251367 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7fa3482e-cb49-4bc4-84a4-3dbc9e71a569 req-71bc6552-0bb9-4789-9753-fe74e572bfef tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751820 Mar 14 10:16:17.280591 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.427238 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.431792 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.500752 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=dc9731ec-cc5a-4257-bd41-18e15c84f775,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:17.510381 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (58b084e8-1c20-447d-8fe4-40fb5338c844), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.526850 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:17.528231 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-957542e6-40db-4468-a839-9510924fa466 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0263677 Mar 14 10:16:17.728702 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-2bc2cf9e-a0f0-44ae-bf9a-5dbfa4890c08 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1684460245&fields=id&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 267 time: 0.0539980 Mar 14 10:16:17.865488 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c6080-456c-443b-b8ed-8943e9c25077 req-6e9fcdd4-856b-47d1-8004-d0880fab6056 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:17.866902 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e10c6080-456c-443b-b8ed-8943e9c25077 req-6e9fcdd4-856b-47d1-8004-d0880fab6056 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.1128852 Mar 14 10:16:17.872812 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1713c8e8-2533-4483-8d2f-a62f258887f3 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:17.874151 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1713c8e8-2533-4483-8d2f-a62f258887f3 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.1447084 Mar 14 10:16:17.898054 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-07ba9b5f-ce9f-4c70-a086-7023e2d1de86 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/quotas/19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 375 time: 0.0173552 Mar 14 10:16:17.946546 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e10c6080-456c-443b-b8ed-8943e9c25077 req-724204dc-81fc-45cc-a961-3758318fd4ec tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714574 Mar 14 10:16:17.969740 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-edbcbfa8-3ad4-4ee4-962c-250a6ad460fc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0626454 Mar 14 10:16:18.103892 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b886b9-5388-417a-adb6-e5e1a568ccdb req-08e03d8d-9dd6-47d6-97e0-62eb1510b370 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:18.105655 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1b886b9-5388-417a-adb6-e5e1a568ccdb req-08e03d8d-9dd6-47d6-97e0-62eb1510b370 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1042972 Mar 14 10:16:18.109155 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-0d3ca8c8-64d9-46e3-9f72-ff243f5abeb4 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277866 Mar 14 10:16:18.208492 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1b886b9-5388-417a-adb6-e5e1a568ccdb req-b955d349-e265-4bce-a7c4-2807b495b845 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973246 Mar 14 10:16:18.231576 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-7053e727-fa19-4202-b954-f42c5f371570 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148050 Mar 14 10:16:18.401901 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b6a4ce24-b4fd-418b-a387-620abeb5c3fe req-fb8383ee-75fa-4e16-b008-a6ca557f3984 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 210 time: 0.0389743 Mar 14 10:16:18.409514 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b9e3-b193-4e16-9468-4b3698d87ee3 req-d4447b1b-69c0-4283-88e7-df5ceb639a80 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:18.411005 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-45a9b9e3-b193-4e16-9468-4b3698d87ee3 req-d4447b1b-69c0-4283-88e7-df5ceb639a80 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0935018 Mar 14 10:16:18.464273 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-45a9b9e3-b193-4e16-9468-4b3698d87ee3 req-29c1b4fe-01ce-4225-9721-4d1229c250e7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Mar 14 10:16:18.872470 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e638960-facb-494a-829d-88f6526e5b52 req-53a39cfc-0bae-44a8-8373-04007d0be214 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:18.874448 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3e638960-facb-494a-829d-88f6526e5b52 req-53a39cfc-0bae-44a8-8373-04007d0be214 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.35 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0703092 Mar 14 10:16:19.000284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Deleting port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:16:19.000723 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.095629 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc5730-4478-4176-a568-9bee5f67de2c req-52ee2c5b-0be6-4638-83d4-5f97c913e5b2 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:19.097678 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7edc5730-4478-4176-a568-9bee5f67de2c req-52ee2c5b-0be6-4638-83d4-5f97c913e5b2 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f8a55cc-87b1-4250-b8ec-546ecde4516c HTTP/1.1" status: 200 len: 950 time: 0.0647228 Mar 14 10:16:19.112314 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] For port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,segment=NetworkSegment(5cd2922f-fdb4-47df-b60d-ca023da135d7),segment_id=5cd2922f-fdb4-47df-b60d-ca023da135d7)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:19.112867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.127916 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Calling delete_port for ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:16:19.159601 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7edc5730-4478-4176-a568-9bee5f67de2c req-357ff669-28bd-434c-baea-1cffd193fdd7 tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1d2a18b-b175-4ef6-8a6b-d52364d33315&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532155 Mar 14 10:16:19.207744 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36382) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:19.272910 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.278471 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Deleting subnet aeab5a50-d643-49a8-a758-8ce997fb195d {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:16:19.282543 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Publish callbacks [] for subnet (aeab5a50-d643-49a8-a758-8ce997fb195d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.287840 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:16:19.325579 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Pushing event deleted for resources: {'Port': ['ID=ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:19.345177 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548065'] for subnet (aeab5a50-d643-49a8-a758-8ce997fb195d), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.413840 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] No DVR routers for this DVR port ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:16:19.417269 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.421687 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3e638960-facb-494a-829d-88f6526e5b52 req-b08c5f53-dabb-4cd0-8c42-da4fa3b9b83d tempest-VolumesNegativeTest-1737938998 tempest-VolumesNegativeTest-1737938998-project] 10.222.0.35 "DELETE /v2.0/ports/ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d HTTP/1.1" status: 204 len: 173 time: 0.5344448 Mar 14 10:16:19.422355 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'name': 'network-vif-deleted', 'tag': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:19.424879 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb42255-bf4b-4eb5-82da-8713dcce2869" -d '{"events": [{"server_uuid": "6f8a55cc-87b1-4250-b8ec-546ecde4516c", "name": "network-vif-deleted", "tag": "ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:19.446288 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (aeab5a50-d643-49a8-a758-8ce997fb195d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.548689 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdf0d1a6-f03a-4087-8fcd-dac243a6b7e8 req-8e108974-c40e-43e7-9963-f6b23315d24d tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 210 time: 0.0494466 Mar 14 10:16:19.578441 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b0d8d-571c-45c7-88c1-7eb5fa89b7ed req-9d2134cf-4aa3-4283-9a2a-93c60ceb7ffc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:19.583813 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-768b0d8d-571c-45c7-88c1-7eb5fa89b7ed req-9d2134cf-4aa3-4283-9a2a-93c60ceb7ffc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2022829 Mar 14 10:16:19.629897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08934c01-c186-4003-afb9-e52aafef7ea8 x-openstack-request-id: req-08934c01-c186-4003-afb9-e52aafef7ea8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:19.631125 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8a55cc-87b1-4250-b8ec-546ecde4516c", "name": "network-vif-deleted", "tag": "ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:19.631643 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08934c01-c186-4003-afb9-e52aafef7ea8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:19.632226 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8a55cc-87b1-4250-b8ec-546ecde4516c', 'name': 'network-vif-deleted', 'tag': 'ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d', 'status': 'completed', 'code': 200} Mar 14 10:16:19.651862 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-c61bd770-8d1d-4df6-988d-55d677c11db6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:19.652158 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28356136'] for subnet (aeab5a50-d643-49a8-a758-8ce997fb195d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.653909 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-c61bd770-8d1d-4df6-988d-55d677c11db6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.2158406 Mar 14 10:16:19.667722 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-768b0d8d-571c-45c7-88c1-7eb5fa89b7ed req-ca059856-373f-4611-9c2b-55e6946b8fd4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782194 Mar 14 10:16:19.695972 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.700026 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aeab5a50-d643-49a8-a758-8ce997fb195d HTTP/1.1" status: 204 len: 168 time: 0.4907460 Mar 14 10:16:19.700866 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce9994-d555-418f-8669-340f3192cd1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeab5a50-d643-49a8-a758-8ce997fb195d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:19.711914 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36396) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:19.764220 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-887322b6-c729-4cdd-a609-1976d9f5f603 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 470 time: 0.0820506 Mar 14 10:16:19.774335 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'port': {'device_id': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'admin_state_up': True, 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'security_groups': ['fa64578e-8139-4777-8aba-de9f97ceb892']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:19.808134 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (d3908e53-eac8-4ba6-a00c-7374c955f09d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.820328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4cde8-82e3-4c3f-b291-7479e98e2604 req-d81b25d2-68e7-4831-859b-b2b7e6d95e29 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:19.821096 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ad4cde8-82e3-4c3f-b291-7479e98e2604 req-d81b25d2-68e7-4831-859b-b2b7e6d95e29 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1309936 Mar 14 10:16:19.916273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Made reservation on behalf of 19a49a9688934f78b6007ef31221ade5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:16:19.921021 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.948118 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (d3908e53-eac8-4ba6-a00c-7374c955f09d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:19.995229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3908e53-eac8-4ba6-a00c-7374c955f09d']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:20.023059 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2ad4cde8-82e3-4c3f-b291-7479e98e2604 req-e114739a-4bc8-466f-b6ac-e62a9fb54c32 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673095 Mar 14 10:16:20.034873 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fbed8c2-08ab-473d-b030-28f099e697e8') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:20.035432 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fbed8c2-08ab-473d-b030-28f099e697e8') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:20.047034 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (7fbed8c2-08ab-473d-b030-28f099e697e8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.083635 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (7fbed8c2-08ab-473d-b030-28f099e697e8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.103351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:16:20.103351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (7fbed8c2-08ab-473d-b030-28f099e697e8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.113521 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94f7de-f72b-43b6-8ff1-6846e192155b req-095e7527-2cd3-45b0-bb0b-268f1b547933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:20.115649 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b94f7de-f72b-43b6-8ff1-6846e192155b req-095e7527-2cd3-45b0-bb0b-268f1b547933 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.1230059 Mar 14 10:16:20.153157 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.20.0.7 (b234086d-247f-407e-8ab7-3bc9926c2ac3/d8818528-63ce-405b-91bb-e268a6604b8e/ab52d764-902c-4952-8130-260d3557098e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:16:20.172611 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:16:20.183175 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (d3908e53-eac8-4ba6-a00c-7374c955f09d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.185410 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5b94f7de-f72b-43b6-8ff1-6846e192155b req-f82202f5-a7e5-48cc-a47d-513be51672f9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597389 Mar 14 10:16:20.208130 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.211279 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d3908e53-eac8-4ba6-a00c-7374c955f09d HTTP/1.1" status: 204 len: 168 time: 0.4984138 Mar 14 10:16:20.212420 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da69c6-9cd1-4562-bd85-9638b563c661 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3908e53-eac8-4ba6-a00c-7374c955f09d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:20.320223 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (ab52d764-902c-4952-8130-260d3557098e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.358323 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (ab52d764-902c-4952-8130-260d3557098e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.417188 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:20.420681 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:20.425429 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:20.431615 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:20.432264 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.436286 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=ab52d764-902c-4952-8130-260d3557098e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:20.458092 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36442) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:20.466725 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-1b53cce8-fb0d-4f1c-82ed-a668baa0ddf7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6959651 Mar 14 10:16:20.484371 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Request body: {'port': {'device_id': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:20.546035 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36450) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:20.546665 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d3d218f2-8fea-4f9e-ae6c-894e676e4988 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83abc28c6ba74c5cb2dc6a4dd3a1de4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0873487 Mar 14 10:16:20.614796 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ab52d764-902c-4952-8130-260d3557098e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.642175 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3772ef16-a233-4b9b-a95e-eebe82f64fd4 admin admin] Publish callbacks [] for security_group (f20f135d-739c-4715-bdbc-029a37d02c50), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.733631 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3772ef16-a233-4b9b-a95e-eebe82f64fd4 admin admin] Publish callbacks [] for security_group (f20f135d-739c-4715-bdbc-029a37d02c50), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.795035 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5529015c-35dc-48a3-bb36-223707b9df33 req-0782c250-bf6c-4f64-bc07-d51ad2f42339 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:20.797071 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5529015c-35dc-48a3-bb36-223707b9df33 req-0782c250-bf6c-4f64-bc07-d51ad2f42339 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 931 time: 0.1329193 Mar 14 10:16:20.819086 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7b1b0c43-1583-4a70-917c-070771f533a0 None None] Provisioning complete for port ab52d764-902c-4952-8130-260d3557098e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:20.819815 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0c43-1583-4a70-917c-070771f533a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (ab52d764-902c-4952-8130-260d3557098e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.851868 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3772ef16-a233-4b9b-a95e-eebe82f64fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (f20f135d-739c-4715-bdbc-029a37d02c50), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.856338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3772ef16-a233-4b9b-a95e-eebe82f64fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:20.858037 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3772ef16-a233-4b9b-a95e-eebe82f64fd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f20f135d-739c-4715-bdbc-029a37d02c50 HTTP/1.1" status: 204 len: 168 time: 0.3101401 Mar 14 10:16:20.858421 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b0c43-1583-4a70-917c-070771f533a0 None None] Port ab52d764-902c-4952-8130-260d3557098e cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:16:20.927340 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772ef16-a233-4b9b-a95e-eebe82f64fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20f135d-739c-4715-bdbc-029a37d02c50,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:20.959057 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5529015c-35dc-48a3-bb36-223707b9df33 req-9c35318a-264b-4e04-84ad-12fe573e9386 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551886 Mar 14 10:16:21.076392 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156a252-109d-4e9c-97ec-e913ae27e14a req-fd0584d8-3b02-41c0-8165-21a5d9cf9703 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:21.078171 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3156a252-109d-4e9c-97ec-e913ae27e14a req-fd0584d8-3b02-41c0-8165-21a5d9cf9703 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0702553 Mar 14 10:16:21.139555 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab52d764-902c-4952-8130-260d3557098e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:16:21.151450 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Publish callbacks [] for port (ab52d764-902c-4952-8130-260d3557098e), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:21.171678 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Transition to ACTIVE for port object ab52d764-902c-4952-8130-260d3557098e will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:16:21.180549 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3156a252-109d-4e9c-97ec-e913ae27e14a req-1fb07700-5557-46dd-b60a-64a7b3a572cb tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921824 Mar 14 10:16:21.192492 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ab52d764-902c-4952-8130-260d3557098e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:21.262633 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae20a8-81b4-4cd5-8336-80aac4a8d8c5 req-fd1f5580-ce4f-4f4f-8efc-b44ff5498083 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:21.272111 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c4ae20a8-81b4-4cd5-8336-80aac4a8d8c5 req-fd1f5580-ce4f-4f4f-8efc-b44ff5498083 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1325681 Mar 14 10:16:21.282733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Pushing event updated for resources: {'Port': ['ID=ab52d764-902c-4952-8130-260d3557098e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:21.374941 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Attempting to bind port ab52d764-902c-4952-8130-260d3557098e on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:21.375899 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Attempting to bind port ab52d764-902c-4952-8130-260d3557098e by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:21.377346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Attempting to bind port ab52d764-902c-4952-8130-260d3557098e on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:21.385142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Port ab52d764-902c-4952-8130-260d3557098e on network b234086d-247f-407e-8ab7-3bc9926c2ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:16:21.385594 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Attempting to bind port ab52d764-902c-4952-8130-260d3557098e on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:21.391067 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c4ae20a8-81b4-4cd5-8336-80aac4a8d8c5 req-21b12c49-84c5-4d51-9395-a2499df00eb7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183002 Mar 14 10:16:21.466555 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:21.467472 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:21.468303 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Bound using segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:21.468896 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Bound port: ab52d764-902c-4952-8130-260d3557098e, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:21.469694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ab52d764-902c-4952-8130-260d3557098e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:21.582020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] For port ab52d764-902c-4952-8130-260d3557098e, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:21.586413 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] For port ab52d764-902c-4952-8130-260d3557098e, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ab52d764-902c-4952-8130-260d3557098e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:21.595035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ab52d764-902c-4952-8130-260d3557098e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:21.657419 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:21.659074 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:21.660610 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] 10.222.0.35 "PUT /v2.0/ports/ab52d764-902c-4952-8130-260d3557098e HTTP/1.1" status: 200 len: 1093 time: 1.1820829 Mar 14 10:16:21.661269 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'tag': 'ab52d764-902c-4952-8130-260d3557098e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:21.663530 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4b0730-1257-4e13-83b2-2afed7778136" -d '{"events": [{"name": "network-changed", "server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "tag": "ab52d764-902c-4952-8130-260d3557098e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:21.668015 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fae93-e27e-492e-a09d-d0922e8f1582 service neutron] Pushing event updated for resources: {'Port': ['ID=ab52d764-902c-4952-8130-260d3557098e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:21.756038 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb54687d-d66f-4f41-a491-b1c165d544b5 x-openstack-request-id: req-fb54687d-d66f-4f41-a491-b1c165d544b5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:21.756389 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "tag": "ab52d764-902c-4952-8130-260d3557098e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:21.756652 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb54687d-d66f-4f41-a491-b1c165d544b5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:21.757060 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'tag': 'ab52d764-902c-4952-8130-260d3557098e', 'status': 'completed', 'code': 200} Mar 14 10:16:21.765491 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:21.801952 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-9fe309ac-55cd-49d9-a441-ce851adda535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:21.805745 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-9fe309ac-55cd-49d9-a441-ce851adda535 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 1127 time: 0.0894439 Mar 14 10:16:21.873429 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-c17cc614-6be4-4e23-ac39-f1535328819b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab52d764-902c-4952-8130-260d3557098e HTTP/1.1" status: 200 len: 217 time: 0.0586503 Mar 14 10:16:21.930923 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b3052a-52c2-44ee-9703-b72eae5beab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:21.953315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-9285f594-328e-449c-b328-2abe9dfcf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:21.954673 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-9285f594-328e-449c-b328-2abe9dfcf878 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0725210 Mar 14 10:16:22.035356 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-080f5853-9a75-460d-872d-98961f603e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.036899 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-080f5853-9a75-460d-872d-98961f603e90 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0726485 Mar 14 10:16:22.120403 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36572) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:22.144162 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b3052a-52c2-44ee-9703-b72eae5beab0 admin admin] Publish callbacks [] for security_group (0584ad84-fec3-45fc-accd-99bfa3dda86a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.145539 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf5735-9260-4232-8066-a3862c6c4dbc req-14a5b53d-414d-490c-8e01-1c51629bfd07 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.147284 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34bf5735-9260-4232-8066-a3862c6c4dbc req-14a5b53d-414d-490c-8e01-1c51629bfd07 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 943 time: 0.0650706 Mar 14 10:16:22.150518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-22b3052a-52c2-44ee-9703-b72eae5beab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0584ad84-fec3-45fc-accd-99bfa3dda86a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.207950 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34bf5735-9260-4232-8066-a3862c6c4dbc req-4932989b-59c9-4430-914a-5ca4ae1a627a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533373 Mar 14 10:16:22.220645 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36578) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:22.227162 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-22b3052a-52c2-44ee-9703-b72eae5beab0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed613ad762be4686aa53a7b91c6fe175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4605834 Mar 14 10:16:22.231021 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3052a-52c2-44ee-9703-b72eae5beab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0584ad84-fec3-45fc-accd-99bfa3dda86a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:22.256476 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-02a4edab-a92f-4a15-bf7d-b250eeff0399 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104440 Mar 14 10:16:22.326108 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8fbf51a7-130d-4447-a89a-a5cfc3cfa6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.360327 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-2cdce8bd-5039-46c4-911e-0d6d806cecf7 req-ade019f7-86c0-45b4-9a3e-dd240a439f9d service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941627 Mar 14 10:16:22.455926 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:16:22.468712 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-209d1b3e-3dca-496e-ab49-d037f6f30065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.470298 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-209d1b3e-3dca-496e-ab49-d037f6f30065 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 1127 time: 0.0549543 Mar 14 10:16:22.495719 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:16:22.496073 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ca504cb3-4cb1-4dd4-ab3d-9cded8f8128d not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:16:22.575522 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee904eee-c2ad-44b6-9419-2cc5b14149f7 admin admin] Publish callbacks [] for security_group (0584ad84-fec3-45fc-accd-99bfa3dda86a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.588351 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-4b09aff1-95ed-4a52-8fbb-d2e776cf79a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.589892 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-4b09aff1-95ed-4a52-8fbb-d2e776cf79a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.1113136 Mar 14 10:16:22.635799 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-9d3ea39f-6d63-427e-941a-fd43e0e21790 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab52d764-902c-4952-8130-260d3557098e HTTP/1.1" status: 200 len: 217 time: 0.0375168 Mar 14 10:16:22.636437 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9199c6-aa85-4fc9-b665-5b37c3159672 req-24d528ef-a93f-4f00-a3b0-fb5f9e9830f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.638092 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e9199c6-aa85-4fc9-b665-5b37c3159672 req-24d528ef-a93f-4f00-a3b0-fb5f9e9830f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.3684509 Mar 14 10:16:22.656124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee904eee-c2ad-44b6-9419-2cc5b14149f7 admin admin] Publish callbacks [] for security_group (0584ad84-fec3-45fc-accd-99bfa3dda86a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.689059 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-d9021414-45f2-48fa-9945-5e3e579e2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.690602 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-d9021414-45f2-48fa-9945-5e3e579e2642 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0489650 Mar 14 10:16:22.723295 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d9c045-cbbe-437f-8e18-0e8058df5417 req-7a0932a5-36c4-4dc6-805c-beea9ae3a265 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.724814 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69d9c045-cbbe-437f-8e18-0e8058df5417 req-7a0932a5-36c4-4dc6-805c-beea9ae3a265 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1729131 Mar 14 10:16:22.745667 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-cd783648-6bdc-4355-bb79-165dda3d62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:22.747109 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-cd783648-6bdc-4355-bb79-165dda3d62d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504417 Mar 14 10:16:22.790314 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e9199c6-aa85-4fc9-b665-5b37c3159672 req-93a7b7cc-227f-45e2-a315-fa3eb79aecd4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403470 Mar 14 10:16:22.814086 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8fbf51a7-130d-4447-a89a-a5cfc3cfa6cb admin admin] Publish callbacks [] for security_group (6988ea6e-0760-4deb-b18d-f74f28c03449), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.826448 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8fbf51a7-130d-4447-a89a-a5cfc3cfa6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6988ea6e-0760-4deb-b18d-f74f28c03449), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.836244 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69d9c045-cbbe-437f-8e18-0e8058df5417 req-2bf5e276-26e5-4543-87f0-f117b9210499 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020238 Mar 14 10:16:22.837731 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee904eee-c2ad-44b6-9419-2cc5b14149f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0584ad84-fec3-45fc-accd-99bfa3dda86a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.843439 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee904eee-c2ad-44b6-9419-2cc5b14149f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:22.843439 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ee904eee-c2ad-44b6-9419-2cc5b14149f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0584ad84-fec3-45fc-accd-99bfa3dda86a HTTP/1.1" status: 204 len: 168 time: 0.6206939 Mar 14 10:16:22.870312 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-fa752fa9-7741-421d-8d7f-e567ecb98bdc service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156318 Mar 14 10:16:22.899011 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf51a7-130d-4447-a89a-a5cfc3cfa6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6988ea6e-0760-4deb-b18d-f74f28c03449,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:22.921423 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8fbf51a7-130d-4447-a89a-a5cfc3cfa6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a637edfd258d4862a6de2e1c54786b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7970009 Mar 14 10:16:22.923208 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36638) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:22.945589 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee904eee-c2ad-44b6-9419-2cc5b14149f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0584ad84-fec3-45fc-accd-99bfa3dda86a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:23.022430 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-02970a4a-c0b7-4523-b001-ee35366648ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:23.081561 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-184062fe-250c-4850-b210-adb2f2a8b8ac admin admin] Publish callbacks [] for security_group (6988ea6e-0760-4deb-b18d-f74f28c03449), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:23.107096 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7d4b0730-1257-4e13-83b2-2afed7778136 req-27a1fc58-0ee0-4e6d-81cb-6588e647153f service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251952 Mar 14 10:16:23.192585 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-184062fe-250c-4850-b210-adb2f2a8b8ac admin admin] Publish callbacks [] for security_group (6988ea6e-0760-4deb-b18d-f74f28c03449), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:23.280406 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-ac7d7bd6-8c92-4cec-9042-300d631f00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:23.282181 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-ac7d7bd6-8c92-4cec-9042-300d631f00f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.1221752 Mar 14 10:16:23.312056 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ce102-d94e-4681-990d-601a53d18244 req-7421f822-db90-491e-8dfe-6d988e52812a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:23.315161 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b2ce102-d94e-4681-990d-601a53d18244 req-7421f822-db90-491e-8dfe-6d988e52812a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1279554 Mar 14 10:16:23.399250 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b2ce102-d94e-4681-990d-601a53d18244 req-fbacb59a-bdb7-4392-97c6-f6a1c561cc65 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789542 Mar 14 10:16:23.430352 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd55d92-5070-40ab-9513-af8f1e6d92a6 req-c6a50c50-cee5-4eaf-b31a-142d14d60fd1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:23.432649 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-acd55d92-5070-40ab-9513-af8f1e6d92a6 req-c6a50c50-cee5-4eaf-b31a-142d14d60fd1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 943 time: 0.0804129 Mar 14 10:16:23.495941 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-acd55d92-5070-40ab-9513-af8f1e6d92a6 req-595367db-9b0f-4f1b-a582-69f3dede2673 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571296 Mar 14 10:16:23.629655 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-184062fe-250c-4850-b210-adb2f2a8b8ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6988ea6e-0760-4deb-b18d-f74f28c03449), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:23.632147 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-184062fe-250c-4850-b210-adb2f2a8b8ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:23.636896 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-184062fe-250c-4850-b210-adb2f2a8b8ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6988ea6e-0760-4deb-b18d-f74f28c03449 HTTP/1.1" status: 204 len: 168 time: 0.7060301 Mar 14 10:16:23.649245 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184062fe-250c-4850-b210-adb2f2a8b8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6988ea6e-0760-4deb-b18d-f74f28c03449,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:23.663291 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-e952f675-c994-4e9a-83aa-7194b4b5dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:23.665088 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-e952f675-c994-4e9a-83aa-7194b4b5dcab service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.3709934 Mar 14 10:16:23.711892 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-05d74858-d476-4bc5-a1fa-c68fe96565a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.0402770 Mar 14 10:16:23.767435 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-88c08086-aaf6-48a4-b520-4b29630b99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:23.769899 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-88c08086-aaf6-48a4-b520-4b29630b99cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.0511487 Mar 14 10:16:23.801590 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-0c9722c4-77df-41b4-8c50-dc4b7a435428 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254700 Mar 14 10:16:23.912362 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-223ab5cf-dbe2-4272-8616-669b27ede06f service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038132 Mar 14 10:16:23.936447 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcbced-da8f-437f-a23b-c3a030f212f2 req-6c99de8d-3cd8-4ff2-b8f6-ca33650fe633 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:23.938659 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07bcbced-da8f-437f-a23b-c3a030f212f2 req-6c99de8d-3cd8-4ff2-b8f6-ca33650fe633 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0624735 Mar 14 10:16:23.986074 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07bcbced-da8f-437f-a23b-c3a030f212f2 req-16449cda-9975-44ae-afb3-9d5af5c3e7f6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465147 Mar 14 10:16:24.027088 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-34b43885-ced1-4145-9ca4-bcdd19f191be req-b6637e0b-6e3e-49fd-910f-2f1796a30fa4 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082613 Mar 14 10:16:24.046893 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36720) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:24.065274 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd74a-b7e1-4762-bd85-06abcaebd696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.143954 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd74a-b7e1-4762-bd85-06abcaebd696 admin admin] Publish callbacks [] for security_group (8de8010b-4d64-40d8-842b-734db0a25a87), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.148244 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2e7fd74a-b7e1-4762-bd85-06abcaebd696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8de8010b-4d64-40d8-842b-734db0a25a87), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.187148 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2e7fd74a-b7e1-4762-bd85-06abcaebd696 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b23497afe70d4017af2ecc67646691cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391325 Mar 14 10:16:24.188311 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7fd74a-b7e1-4762-bd85-06abcaebd696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8010b-4d64-40d8-842b-734db0a25a87,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:24.190163 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36734) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:24.256501 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-72e9a20a-e2c6-425c-8994-d269b7f80c7e admin admin] Publish callbacks [] for security_group (8de8010b-4d64-40d8-842b-734db0a25a87), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.282595 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-72e9a20a-e2c6-425c-8994-d269b7f80c7e admin admin] Publish callbacks [] for security_group (8de8010b-4d64-40d8-842b-734db0a25a87), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.343916 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-72e9a20a-e2c6-425c-8994-d269b7f80c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8de8010b-4d64-40d8-842b-734db0a25a87), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.346874 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-72e9a20a-e2c6-425c-8994-d269b7f80c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.350365 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-72e9a20a-e2c6-425c-8994-d269b7f80c7e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8de8010b-4d64-40d8-842b-734db0a25a87 HTTP/1.1" status: 204 len: 168 time: 0.1546700 Mar 14 10:16:24.356183 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e9a20a-e2c6-425c-8994-d269b7f80c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8010b-4d64-40d8-842b-734db0a25a87,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:24.465640 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ab52d764-902c-4952-8130-260d3557098e details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:16:24.537112 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc15f6-b23a-4700-bec2-213f3a96c77f req-4dd45958-5881-41f8-a673-977420d425bf tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:24.538614 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddbc15f6-b23a-4700-bec2-213f3a96c77f req-4dd45958-5881-41f8-a673-977420d425bf tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0567768 Mar 14 10:16:24.590994 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port ab52d764-902c-4952-8130-260d3557098e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ab52d764-902c-4952-8130-260d3557098e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:24.603630 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddbc15f6-b23a-4700-bec2-213f3a96c77f req-f2eee80a-5b49-4994-9b38-703fbbd261ee tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574825 Mar 14 10:16:24.611250 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'ab52d764-902c-4952-8130-260d3557098e', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'port_id': 'ab52d764-902c-4952-8130-260d3557098e', 'mac_address': 'fa:16:3e:4f:3f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:16:24.650174 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd707777-b500-4dc8-8aa7-f6f8d20ffd64 req-42da3a84-43f0-4a63-a0b9-4e6f749e0d5b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:24.650174 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd707777-b500-4dc8-8aa7-f6f8d20ffd64 req-42da3a84-43f0-4a63-a0b9-4e6f749e0d5b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 943 time: 0.0601656 Mar 14 10:16:24.667261 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port ab52d764-902c-4952-8130-260d3557098e is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:24.668048 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ab52d764-902c-4952-8130-260d3557098e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.687195 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab52d764-902c-4952-8130-260d3557098e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:16:24.706350 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd707777-b500-4dc8-8aa7-f6f8d20ffd64 req-507003f8-1282-4b68-9306-9ef275e1a158 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496624 Mar 14 10:16:24.713045 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port ab52d764-902c-4952-8130-260d3557098e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ab52d764-902c-4952-8130-260d3557098e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:24.718028 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ab52d764-902c-4952-8130-260d3557098e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:24.768555 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=ab52d764-902c-4952-8130-260d3557098e,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:24.775553 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.775925 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.776265 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.776660 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.776931 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.777273 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.777585 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.777910 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.778230 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.778551 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.778872 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.779268 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.779678 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.780013 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:24.780351 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:25.052567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['ab52d764-902c-4952-8130-260d3557098e'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:16:25.118273 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d580ab-30ce-487a-8d63-6c3b4f8f0669 req-aa0cbe3d-13d5-40a0-b358-e578cd7e33b5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:25.119812 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57d580ab-30ce-487a-8d63-6c3b4f8f0669 req-aa0cbe3d-13d5-40a0-b358-e578cd7e33b5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0575433 Mar 14 10:16:25.172690 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57d580ab-30ce-487a-8d63-6c3b4f8f0669 req-013d8fb7-7a46-43b1-8ea6-3b094880f6bd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463791 Mar 14 10:16:25.491327 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-494a696d-9856-48e0-8b82-6bd6f9a768b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:25.735889 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e575f-7753-439b-bb25-26128840783b req-5c7a3a11-5fc6-4fc3-8ef0-3b886647a94a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:25.738421 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-555e575f-7753-439b-bb25-26128840783b req-5c7a3a11-5fc6-4fc3-8ef0-3b886647a94a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0602527 Mar 14 10:16:25.776877 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:25.822049 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-555e575f-7753-439b-bb25-26128840783b req-87164d90-3ae8-4a47-b627-9307a9346d54 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763910 Mar 14 10:16:25.847435 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62a0ab-7080-486b-a0b7-7bcefb928941 req-3941d491-d998-4a9b-948a-0f8ac275533c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:25.849847 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c62a0ab-7080-486b-a0b7-7bcefb928941 req-3941d491-d998-4a9b-948a-0f8ac275533c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 944 time: 0.0673015 Mar 14 10:16:25.911267 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c62a0ab-7080-486b-a0b7-7bcefb928941 req-25c1eaab-73f2-4151-8e73-31282fb90d5b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548155 Mar 14 10:16:25.935664 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3663caae-34cc-46ef-b7e2-399016a41d73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6492f5d45a80459da0b511463ad6ff9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563518 Mar 14 10:16:25.936462 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36822) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:25.989509 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c7fa883e-9557-49e7-a1b4-13617c855c53 admin admin] Publish callbacks [] for security_group (e1d2a18b-b175-4ef6-8a6b-d52364d33315), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.011202 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c7fa883e-9557-49e7-a1b4-13617c855c53 admin admin] Publish callbacks [] for security_group (e1d2a18b-b175-4ef6-8a6b-d52364d33315), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.061557 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c7fa883e-9557-49e7-a1b4-13617c855c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e1d2a18b-b175-4ef6-8a6b-d52364d33315), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.064472 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c7fa883e-9557-49e7-a1b4-13617c855c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.068718 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c7fa883e-9557-49e7-a1b4-13617c855c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e1d2a18b-b175-4ef6-8a6b-d52364d33315 HTTP/1.1" status: 204 len: 168 time: 0.1310239 Mar 14 10:16:26.076618 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fa883e-9557-49e7-a1b4-13617c855c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2a18b-b175-4ef6-8a6b-d52364d33315,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:26.317978 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1110c572-f084-42a6-814f-bc348b458840 req-114e00aa-df33-4cfb-aa3e-e5a92ac3366e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:26.319705 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1110c572-f084-42a6-814f-bc348b458840 req-114e00aa-df33-4cfb-aa3e-e5a92ac3366e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0651727 Mar 14 10:16:26.380521 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1110c572-f084-42a6-814f-bc348b458840 req-d6bb41a0-ae4a-4fa7-8730-9959a69dcea8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547295 Mar 14 10:16:26.388183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.480020 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ab52d764-902c-4952-8130-260d3557098e up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:26.534214 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port ab52d764-902c-4952-8130-260d3557098e completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:16:26.538780 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port ab52d764-902c-4952-8130-260d3557098e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:26.539315 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (ab52d764-902c-4952-8130-260d3557098e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.556118 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36864) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:26.633814 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port ab52d764-902c-4952-8130-260d3557098e is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:26.634216 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ab52d764-902c-4952-8130-260d3557098e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.658624 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab52d764-902c-4952-8130-260d3557098e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:26.661044 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95db048-4780-47c8-9b75-ad25e4ee7e10" -d '{"events": [{"server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "name": "network-vif-plugged", "status": "completed", "tag": "ab52d764-902c-4952-8130-260d3557098e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:26.674317 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port ab52d764-902c-4952-8130-260d3557098e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ab52d764-902c-4952-8130-260d3557098e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:26.681386 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ab52d764-902c-4952-8130-260d3557098e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.681763 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e5a684f0-73fc-4dd0-8e75-5c5b7b72005f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.707172 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7991fd-a2f5-4dc2-8d1b-8c2814fdec32 x-openstack-request-id: req-ce7991fd-a2f5-4dc2-8d1b-8c2814fdec32 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:26.707528 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "name": "network-vif-plugged", "status": "completed", "tag": "ab52d764-902c-4952-8130-260d3557098e", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:26.707944 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce7991fd-a2f5-4dc2-8d1b-8c2814fdec32 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:26.708342 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab52d764-902c-4952-8130-260d3557098e', 'code': 200} Mar 14 10:16:26.741100 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=ab52d764-902c-4952-8130-260d3557098e,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:26.777075 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e5a684f0-73fc-4dd0-8e75-5c5b7b72005f admin admin] Publish callbacks [] for security_group (ec34617f-4be4-485d-ab40-fd51013420e2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.782011 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e5a684f0-73fc-4dd0-8e75-5c5b7b72005f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ec34617f-4be4-485d-ab40-fd51013420e2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.827620 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a684f0-73fc-4dd0-8e75-5c5b7b72005f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec34617f-4be4-485d-ab40-fd51013420e2,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:26.832439 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36878) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:26.837745 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e5a684f0-73fc-4dd0-8e75-5c5b7b72005f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a496267a386423fa855c66f66669ce7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2797816 Mar 14 10:16:26.838435 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36880) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:26.899377 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-875ce008-27a9-4d5d-a508-0fe4fdf91280 admin admin] Publish callbacks [] for security_group (ec34617f-4be4-485d-ab40-fd51013420e2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.923514 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-875ce008-27a9-4d5d-a508-0fe4fdf91280 admin admin] Publish callbacks [] for security_group (ec34617f-4be4-485d-ab40-fd51013420e2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:26.925994 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0c35f-e873-4016-aa21-bf2758fa35db req-c265fee9-0345-4c4a-bdb7-024b26bd471d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:26.927493 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4de0c35f-e873-4016-aa21-bf2758fa35db req-c265fee9-0345-4c4a-bdb7-024b26bd471d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 1129 time: 0.0623744 Mar 14 10:16:26.979908 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-875903093-network', 'tenant_id': 'ea6aaa4898004981b356158b0f735049'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:26.993550 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4de0c35f-e873-4016-aa21-bf2758fa35db req-bac4d997-ff97-49f7-b3d5-ba9f1e4915f5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600619 Mar 14 10:16:27.005242 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Made reservation on behalf of ea6aaa4898004981b356158b0f735049 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:16:27.007861 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.016794 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.043569 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d471-8556-4df2-aa62-64306cb230bc req-22ece44f-9144-4289-83ce-bd7773f01f2d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:27.045163 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cc7d471-8556-4df2-aa62-64306cb230bc req-22ece44f-9144-4289-83ce-bd7773f01f2d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1007071 Mar 14 10:16:27.048006 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-875ce008-27a9-4d5d-a508-0fe4fdf91280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ec34617f-4be4-485d-ab40-fd51013420e2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.051305 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-875ce008-27a9-4d5d-a508-0fe4fdf91280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.052976 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-875ce008-27a9-4d5d-a508-0fe4fdf91280 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ec34617f-4be4-485d-ab40-fd51013420e2 HTTP/1.1" status: 204 len: 168 time: 0.2135215 Mar 14 10:16:27.080280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce008-27a9-4d5d-a508-0fe4fdf91280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec34617f-4be4-485d-ab40-fd51013420e2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:27.103126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2fc69-a39e-461e-9072-6611596a62d0 req-094fb320-ecd2-4998-b8a6-1e6c5d568cb7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:27.104814 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10b2fc69-a39e-461e-9072-6611596a62d0 req-094fb320-ecd2-4998-b8a6-1e6c5d568cb7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.1151989 Mar 14 10:16:27.114120 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks [] for security_group (be315efe-aad5-4d4d-ac28-2ade073f6b03), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.119042 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (be315efe-aad5-4d4d-ac28-2ade073f6b03), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.142906 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cc7d471-8556-4df2-aa62-64306cb230bc req-0e96aef2-4cec-4fe4-9a73-a368d178a67d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870645 Mar 14 10:16:27.147259 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be315efe-aad5-4d4d-ac28-2ade073f6b03,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:27.157812 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:16:27.168103 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (c780118b-5702-446d-a972-f39b8e97d970), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.168444 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Added segment c780118b-5702-446d-a972-f39b8e97d970 of type vlan for network c500129c-7fc1-4dae-be06-7fc419a32743 Mar 14 10:16:27.177543 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-10b2fc69-a39e-461e-9072-6611596a62d0 req-c8399283-e8de-4e3e-80f1-3ae99dc50fe8 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632212 Mar 14 10:16:27.227781 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (c500129c-7fc1-4dae-be06-7fc419a32743), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.254132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (c500129c-7fc1-4dae-be06-7fc419a32743), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.255312 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:27.255931 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.292767 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36894) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:27.293047 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4591615 Mar 14 10:16:27.298420 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Request body: {'subnet': {'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-875903093-subnet', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:27.318666 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Made reservation on behalf of ea6aaa4898004981b356158b0f735049 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:16:27.321068 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28356109'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.373363 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4899a-df2a-4e5d-a1b2-7e4d33994fdc admin admin] Pushing event updated for resources: {'Network': ['ID=c500129c-7fc1-4dae-be06-7fc419a32743,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:27.387017 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network c500129c-7fc1-4dae-be06-7fc419a32743 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:16:27.405058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36898) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:27.427968 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f08111f4-3a30-4809-95c6-16a17a392b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.566115 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f08111f4-3a30-4809-95c6-16a17a392b21 admin admin] Publish callbacks [] for security_group (c032e5bf-fd1e-49ea-a81a-8be74f1e293a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.575985 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f08111f4-3a30-4809-95c6-16a17a392b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c032e5bf-fd1e-49ea-a81a-8be74f1e293a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.616613 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f08111f4-3a30-4809-95c6-16a17a392b21 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17ac367909f74039b53948fb1080a6c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2102506 Mar 14 10:16:27.617289 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08111f4-3a30-4809-95c6-16a17a392b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c032e5bf-fd1e-49ea-a81a-8be74f1e293a,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:27.619661 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36906) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:27.625784 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865a511-bf17-4150-b467-1137e5956d45 req-3326e0a2-7c5d-4250-9e7e-5d740da586b0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:27.628071 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6865a511-bf17-4150-b467-1137e5956d45 req-3326e0a2-7c5d-4250-9e7e-5d740da586b0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1277900 Mar 14 10:16:27.629086 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28356159'] for subnet (3988216f-f4d5-43d6-aa56-98c7b60e88c8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.682118 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1392db5a-c21e-4d15-bb41-97e423159ac6 admin admin] Publish callbacks [] for security_group (c032e5bf-fd1e-49ea-a81a-8be74f1e293a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.704731 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1392db5a-c21e-4d15-bb41-97e423159ac6 admin admin] Publish callbacks [] for security_group (c032e5bf-fd1e-49ea-a81a-8be74f1e293a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.719470 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3988216f-f4d5-43d6-aa56-98c7b60e88c8,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:27.737018 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6865a511-bf17-4150-b467-1137e5956d45 req-2bb0c588-0ef7-467d-a4a9-d071a5c2ac82 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005216 Mar 14 10:16:27.740139 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Checking segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:27.740523 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Network hostable DHCP agents. Network: c500129c-7fc1-4dae-be06-7fc419a32743, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:16:27.768858 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Network c500129c-7fc1-4dae-be06-7fc419a32743 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:16:27.769674 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1392db5a-c21e-4d15-bb41-97e423159ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c032e5bf-fd1e-49ea-a81a-8be74f1e293a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.772585 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1392db5a-c21e-4d15-bb41-97e423159ac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.773746 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1392db5a-c21e-4d15-bb41-97e423159ac6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c032e5bf-fd1e-49ea-a81a-8be74f1e293a HTTP/1.1" status: 204 len: 168 time: 0.1527212 Mar 14 10:16:27.782899 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1392db5a-c21e-4d15-bb41-97e423159ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c032e5bf-fd1e-49ea-a81a-8be74f1e293a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:27.787309 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, c500129c-7fc1-4dae-be06-7fc419a32743) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:27.791508 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:27.792149 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.811860 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4572e1b0-7068-4a0c-bdc2-53b72edc023e None None] Network c500129c-7fc1-4dae-be06-7fc419a32743 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:16:27.813278 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ee3fe49b-1700-459e-b595-3badf34f7530 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5193772 Mar 14 10:16:27.816456 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36910) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:27.828815 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:27.859213 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (9ea32701-a521-4a56-ae66-7954e63e55db), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.860721 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (9ea32701-a521-4a56-ae66-7954e63e55db), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.927990 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.960067 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-c500129c-7fc1-4dae-be06-7fc419a32743', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:16:27.961187 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:27.969669 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks [] for router_controller (9ea32701-a521-4a56-ae66-7954e63e55db), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.112652 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Allocated IP 172.20.0.2 (c500129c-7fc1-4dae-be06-7fc419a32743/3988216f-f4d5-43d6-aa56-98c7b60e88c8/32e35d4b-2377-4926-a5be-530d253e2585) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:28.122622 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks [] for router_gateway (9ea32701-a521-4a56-ae66-7954e63e55db), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.300236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Publish callbacks [] for port (32e35d4b-2377-4926-a5be-530d253e2585), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.306784 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (32e35d4b-2377-4926-a5be-530d253e2585), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.349331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Network c500129c-7fc1-4dae-be06-7fc419a32743 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:28.352621 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:28.359070 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:28.392646 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Pushing event updated for resources: {'Port': ['ID=32e35d4b-2377-4926-a5be-530d253e2585,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:28.416011 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks [] for router_gateway (9ea32701-a521-4a56-ae66-7954e63e55db), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.431242 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Attempting to bind port 32e35d4b-2377-4926-a5be-530d253e2585 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:28.431907 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Attempting to bind port 32e35d4b-2377-4926-a5be-530d253e2585 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:28.432433 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Attempting to bind port 32e35d4b-2377-4926-a5be-530d253e2585 on network c500129c-7fc1-4dae-be06-7fc419a32743 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:28.438979 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:28.439359 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Checking segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:28.440486 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.441041 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Bound using segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:28.441509 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Bound port: 32e35d4b-2377-4926-a5be-530d253e2585, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:28.442052 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (32e35d4b-2377-4926-a5be-530d253e2585), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.446646 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.463304 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd0bf-4042-4bb9-a2c7-487fb2712dcf req-ef10847c-1aed-465b-be02-025c0fc63b20 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:28.464937 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3fecd0bf-4042-4bb9-a2c7-487fb2712dcf req-ef10847c-1aed-465b-be02-025c0fc63b20 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.1532271 Mar 14 10:16:28.518999 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] For port 32e35d4b-2377-4926-a5be-530d253e2585, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:28.524242 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] For port 32e35d4b-2377-4926-a5be-530d253e2585, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=32e35d4b-2377-4926-a5be-530d253e2585,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:28.531396 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (32e35d4b-2377-4926-a5be-530d253e2585), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.603068 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79dc703-793a-412c-997c-b42be5c5bb34 None None] Pushing event updated for resources: {'Port': ['ID=32e35d4b-2377-4926-a5be-530d253e2585,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:28.642528 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3fecd0bf-4042-4bb9-a2c7-487fb2712dcf req-33600e09-8bb2-4996-809d-740c4c3fb728 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707764 Mar 14 10:16:28.646103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Allocated IP 172.27.0.124 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/ae3b65d2-20bf-4eff-bc19-d110476b5499) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:28.841533 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce1b1c-0fd7-4d32-98c0-9d23eee81e1a req-c2e2ac68-ce39-4b0a-b278-24351c9a6f15 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:28.843055 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33ce1b1c-0fd7-4d32-98c0-9d23eee81e1a req-c2e2ac68-ce39-4b0a-b278-24351c9a6f15 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0921950 Mar 14 10:16:28.893895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks [] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:28.976212 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33ce1b1c-0fd7-4d32-98c0-9d23eee81e1a req-5afb826b-5c58-4059-87c9-4f84d1fd5f1f tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235595 Mar 14 10:16:29.017556 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.087197 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178b630-e864-4fcf-84f2-8a35df4bba33 req-ab93fa7e-2762-4517-aaf9-ccc5b073be0e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:29.088709 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5178b630-e864-4fcf-84f2-8a35df4bba33 req-ab93fa7e-2762-4517-aaf9-ccc5b073be0e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1597457 Mar 14 10:16:29.099052 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:29.120345 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:29.132752 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:29.145073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Pushing event updated for resources: {'Port': ['ID=ae3b65d2-20bf-4eff-bc19-d110476b5499,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:29.220351 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5178b630-e864-4fcf-84f2-8a35df4bba33 req-96c5f766-c0c4-4006-99bb-83c17a782918 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248429 Mar 14 10:16:29.230413 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4905d0d-5701-41df-b2aa-eebd0efeeae1 req-80b655a6-b0da-49d0-bc3c-e65a2ececd7f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:29.232850 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a4905d0d-5701-41df-b2aa-eebd0efeeae1 req-80b655a6-b0da-49d0-bc3c-e65a2ececd7f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1704018 Mar 14 10:16:29.289897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36958) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:29.368931 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a4905d0d-5701-41df-b2aa-eebd0efeeae1 req-bb927094-a59d-4c07-8cd3-84561bd477d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027043 Mar 14 10:16:29.480628 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a811ae4a-f2fd-4bc3-ab92-0960ca2087ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.496635 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks [] for router_gateway (9ea32701-a521-4a56-ae66-7954e63e55db), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.574449 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a811ae4a-f2fd-4bc3-ab92-0960ca2087ad admin admin] Publish callbacks [] for security_group (54ed78bd-ffd1-4a03-9646-f7ea9fd9f923), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.579534 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a811ae4a-f2fd-4bc3-ab92-0960ca2087ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (54ed78bd-ffd1-4a03-9646-f7ea9fd9f923), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.635724 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.644384 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 36968) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:29.644983 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a811ae4a-f2fd-4bc3-ab92-0960ca2087ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20ef33a5ce4a410b92cc4eb9a0770719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539345 Mar 14 10:16:29.645962 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811ae4a-f2fd-4bc3-ab92-0960ca2087ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed78bd-ffd1-4a03-9646-f7ea9fd9f923,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:29.800317 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 32e35d4b-2377-4926-a5be-530d253e2585 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:29.840345 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b971c12c-f84b-4b3b-80d5-c7bd3cd6bd68 None None] Network c500129c-7fc1-4dae-be06-7fc419a32743 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:16:29.919862 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] Provisioning complete for port 32e35d4b-2377-4926-a5be-530d253e2585 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:29.920237 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (32e35d4b-2377-4926-a5be-530d253e2585), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:29.975647 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 32e35d4b-2377-4926-a5be-530d253e2585 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:29.975935 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (32e35d4b-2377-4926-a5be-530d253e2585), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.003355 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488348cf-35cc-47a8-9cd4-2accebfa68b1 admin admin] Publish callbacks [] for security_group (54ed78bd-ffd1-4a03-9646-f7ea9fd9f923), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.054801 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488348cf-35cc-47a8-9cd4-2accebfa68b1 admin admin] Publish callbacks [] for security_group (54ed78bd-ffd1-4a03-9646-f7ea9fd9f923), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.062760 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (9ea32701-a521-4a56-ae66-7954e63e55db), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.085955 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] Current status of the port 32e35d4b-2377-4926-a5be-530d253e2585 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:30.086343 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (32e35d4b-2377-4926-a5be-530d253e2585), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.132437 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9053ef09-7117-4cf3-9e41-d98d94f7a74c req-6ad8e0a6-7f8b-42d8-9c8e-d5f9c4a2cb43 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:30.134003 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9053ef09-7117-4cf3-9e41-d98d94f7a74c req-6ad8e0a6-7f8b-42d8-9c8e-d5f9c4a2cb43 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.3753583 Mar 14 10:16:30.146567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 32e35d4b-2377-4926-a5be-530d253e2585 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:30.146954 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (32e35d4b-2377-4926-a5be-530d253e2585), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.149864 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] For port 32e35d4b-2377-4926-a5be-530d253e2585, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=32e35d4b-2377-4926-a5be-530d253e2585,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:30.160698 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (32e35d4b-2377-4926-a5be-530d253e2585), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.230100 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488348cf-35cc-47a8-9cd4-2accebfa68b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (54ed78bd-ffd1-4a03-9646-f7ea9fd9f923), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.232619 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-488348cf-35cc-47a8-9cd4-2accebfa68b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.233753 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-488348cf-35cc-47a8-9cd4-2accebfa68b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54ed78bd-ffd1-4a03-9646-f7ea9fd9f923 HTTP/1.1" status: 204 len: 168 time: 0.5882504 Mar 14 10:16:30.254332 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9053ef09-7117-4cf3-9e41-d98d94f7a74c req-d91e50ea-8950-40a8-b53a-7859085f5350 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133151 Mar 14 10:16:30.262897 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488348cf-35cc-47a8-9cd4-2accebfa68b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed78bd-ffd1-4a03-9646-f7ea9fd9f923,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:30.358825 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Router 9ea32701-a521-4a56-ae66-7954e63e55db is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:16:30.419930 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca30297-f2c9-44fd-973c-4c47d3da85c9 None None] Pushing event updated for resources: {'Port': ['ID=32e35d4b-2377-4926-a5be-530d253e2585,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:30.423317 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.db.api [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103282) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 14 10:16:30.423454 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG oslo_db.api [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 14 10:16:30.428983 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e4076b32-6c31-4d9d-9a18-a3cb4003c58f None None] Provisioning complete for port 32e35d4b-2377-4926-a5be-530d253e2585 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:30.428983 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e4076b32-6c31-4d9d-9a18-a3cb4003c58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (32e35d4b-2377-4926-a5be-530d253e2585), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.482815 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1983f7a-9a46-463f-bab2-62348f268ee2 req-c6f5a330-7ad2-49b6-a986-c6b85ac72d6e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:30.484279 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1983f7a-9a46-463f-bab2-62348f268ee2 req-c6f5a330-7ad2-49b6-a986-c6b85ac72d6e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1497796 Mar 14 10:16:30.510587 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e4076b32-6c31-4d9d-9a18-a3cb4003c58f None None] Current status of the port 32e35d4b-2377-4926-a5be-530d253e2585 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:30.518283 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49790e8a-11c5-4fa7-b50e-a11ab48d64e9 req-e04bed93-c19b-4678-9566-752622d25f51 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:30.519951 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49790e8a-11c5-4fa7-b50e-a11ab48d64e9 req-e04bed93-c19b-4678-9566-752622d25f51 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.1374464 Mar 14 10:16:30.529192 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:30.538233 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'port_id': 'ab52d764-902c-4952-8130-260d3557098e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:30.583981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (58b084e8-1c20-447d-8fe4-40fb5338c844), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.614358 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:16:30.627184 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Sync routers for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:16:30.637897 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:30.638514 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:30.639431 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1983f7a-9a46-463f-bab2-62348f268ee2 req-caa25a9e-f4bc-4b81-b4ce-e4c91ee0c432 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431696 Mar 14 10:16:30.659853 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:30.663676 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-36b90bd6-557c-4711-bab8-e94a3dc46b05 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8426192 Mar 14 10:16:30.663918 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 36988) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:30.691531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2a48e-354e-4bb9-9cd7-833a79d99cf8 req-d357830c-68f1-4669-977b-e3436eaaf4ee tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:30.699783 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6f2a48e-354e-4bb9-9cd7-833a79d99cf8 req-d357830c-68f1-4669-977b-e3436eaaf4ee tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1037824 Mar 14 10:16:30.764223 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:30.772618 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6f2a48e-354e-4bb9-9cd7-833a79d99cf8 req-d743a367-e7e5-4d04-b6ac-586f2d3847bc tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715456 Mar 14 10:16:30.971704 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 32e35d4b-2377-4926-a5be-530d253e2585 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:31.000149 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:29Z', 'revision_number': 3, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:31.035655 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Checking router: 9ea32701-a521-4a56-ae66-7954e63e55db for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:16:31.036053 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Updating router 9ea32701-a521-4a56-ae66-7954e63e55db port ae3b65d2-20bf-4eff-bc19-d110476b5499 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:16:31.069166 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.340226 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Publish callbacks [] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.346779 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.368878 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.377783 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (58b084e8-1c20-447d-8fe4-40fb5338c844), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.403757 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Pushing event updated for resources: {'Port': ['ID=ae3b65d2-20bf-4eff-bc19-d110476b5499,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:31.411518 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Attempting to bind port ae3b65d2-20bf-4eff-bc19-d110476b5499 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:31.412788 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Attempting to bind port ae3b65d2-20bf-4eff-bc19-d110476b5499 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:31.413062 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Attempting to bind port ae3b65d2-20bf-4eff-bc19-d110476b5499 on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:31.415964 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.416313 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.416827 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.417363 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.417865 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.418203 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.418534 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.419252 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.419561 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.420029 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.420312 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.420784 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.420969 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.421470 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.421806 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:16:31.428573 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:31.428952 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:31.429911 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.429911 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:31.430197 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Bound port: ae3b65d2-20bf-4eff-bc19-d110476b5499, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:31.430581 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.483008 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] For port ae3b65d2-20bf-4eff-bc19-d110476b5499, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:31.486728 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] For port ae3b65d2-20bf-4eff-bc19-d110476b5499, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=ae3b65d2-20bf-4eff-bc19-d110476b5499,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:31.493404 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.552837 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:31.553644 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:31.556450 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP 58b084e8-1c20-447d-8fe4-40fb5338c844 associated. External IP: 172.27.0.232, port: ab52d764-902c-4952-8130-260d3557098e. Mar 14 10:16:31.598425 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.659182 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 32e35d4b-2377-4926-a5be-530d253e2585 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:31.776614 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 32e35d4b-2377-4926-a5be-530d253e2585 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:31.776614 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (32e35d4b-2377-4926-a5be-530d253e2585), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:31.797013 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:31.894691 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38aebf-145c-479e-8c54-3726d80c17f2 req-71ecf98d-0397-4963-8785-78e4f935b22f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:31.904213 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c38aebf-145c-479e-8c54-3726d80c17f2 req-71ecf98d-0397-4963-8785-78e4f935b22f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1437480 Mar 14 10:16:31.930905 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347261df-ed8e-43cf-b2e1-dd2242175a1f None None] Pushing event updated for resources: {'Port': ['ID=ae3b65d2-20bf-4eff-bc19-d110476b5499,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:31.931328 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 32e35d4b-2377-4926-a5be-530d253e2585 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:32.000297 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dcaf03-6610-4216-bd07-dc1ae6f9bc63 req-8c7f1da6-973e-496f-aee3-9f52d07d18e2 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:32.008168 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b9dcaf03-6610-4216-bd07-dc1ae6f9bc63 req-8c7f1da6-973e-496f-aee3-9f52d07d18e2 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1359565 Mar 14 10:16:32.048527 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3c38aebf-145c-479e-8c54-3726d80c17f2 req-91d80e83-572e-448e-94d9-7d4cea89e2c4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083796 Mar 14 10:16:32.087185 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b9dcaf03-6610-4216-bd07-dc1ae6f9bc63 req-d260f151-05fb-4657-8033-e2d67f1cccf2 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781319 Mar 14 10:16:32.087913 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:29Z', 'revision_number': 3, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:32.119387 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3f37a6-11b1-40d7-9703-71233cea6bd4 None None] The sync data for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi is: [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:29Z', 'revision_number': 3, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:16:32.200834 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Allocated IP 172.20.0.1 (c500129c-7fc1-4dae-be06-7fc419a32743/3988216f-f4d5-43d6-aa56-98c7b60e88c8/0dbc285d-60cf-4b7d-b0e1-844696bf74ac) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:32.286626 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:16:32.427990 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks [] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:32.490637 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:16:32.495891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:32.500534 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:16:32.515832 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:32.516494 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:32.534316 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-849cb9bd-a9a9-436e-9a6c-bd150f5618fb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "PUT /v2.0/floatingips/58b084e8-1c20-447d-8fe4-40fb5338c844 HTTP/1.1" status: 200 len: 991 time: 2.0036581 Mar 14 10:16:32.535209 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'tag': 'ab52d764-902c-4952-8130-260d3557098e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:32.537809 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc136b21-9f7f-475b-8f19-0b229988eb18" -d '{"events": [{"name": "network-changed", "server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "tag": "ab52d764-902c-4952-8130-260d3557098e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:32.541154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:32.587940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Network c500129c-7fc1-4dae-be06-7fc419a32743 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:32.591270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:32.595026 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:32.595506 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (9ea32701-a521-4a56-ae66-7954e63e55db), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:32.604230 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0660b79e-cea0-4ba4-93e2-e70d2429be69 x-openstack-request-id: req-0660b79e-cea0-4ba4-93e2-e70d2429be69 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:32.604594 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "tag": "ab52d764-902c-4952-8130-260d3557098e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:32.605107 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0660b79e-cea0-4ba4-93e2-e70d2429be69 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:32.605785 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'tag': 'ab52d764-902c-4952-8130-260d3557098e', 'status': 'completed', 'code': 200} Mar 14 10:16:32.697624 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:32.709196 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:32.762035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-80b9ae06-2170-4501-9407-13acc0b4dc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:32.763755 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-80b9ae06-2170-4501-9407-13acc0b4dc95 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 1129 time: 0.1075327 Mar 14 10:16:32.906106 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:32.964916 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-39f32d91-520e-4a42-90ad-7bd7d75a93d3 None None] Provisioning complete for port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:32.965445 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-39f32d91-520e-4a42-90ad-7bd7d75a93d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:32.965827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-2648545e-a92a-45a0-998b-473d0399580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:32.968136 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-2648545e-a92a-45a0-998b-473d0399580d service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.1975443 Mar 14 10:16:33.030029 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-39f32d91-520e-4a42-90ad-7bd7d75a93d3 None None] Port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:16:33.084016 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '58b084e8-1c20-447d-8fe4-40fb5338c844', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'ab52d764-902c-4952-8130-260d3557098e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4f:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:16:17Z', 'updated_at': '2022-03-14T10:16:31Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}, {'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:58Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:33.115943 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:16:33.126426 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:33.127273 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:33.130924 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-02316009-353b-4ef1-bede-9e53726bd7ed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab52d764-902c-4952-8130-260d3557098e HTTP/1.1" status: 200 len: 999 time: 0.1545901 Mar 14 10:16:33.236758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks [] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:33.239338 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-3702f280-9be6-4cd6-9aa9-a95c05c2a94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:33.240932 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-3702f280-9be6-4cd6-9aa9-a95c05c2a94f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0800917 Mar 14 10:16:33.244962 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:33.246448 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (9ea32701-a521-4a56-ae66-7954e63e55db), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:33.261377 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d7f42-71fd-4ccf-986d-89fdb675199f req-2fc0c57a-38e0-4c4a-8081-711dd2c90511 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:33.262941 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e80d7f42-71fd-4ccf-986d-89fdb675199f req-2fc0c57a-38e0-4c4a-8081-711dd2c90511 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1182125 Mar 14 10:16:33.285685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:33.287655 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51282edf-4599-40c6-a928-8a3a6593e8e9 req-00174a12-ce89-4163-a3b6-521de85c00ea tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:33.291095 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51282edf-4599-40c6-a928-8a3a6593e8e9 req-00174a12-ce89-4163-a3b6-521de85c00ea tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0904560 Mar 14 10:16:33.363156 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e80d7f42-71fd-4ccf-986d-89fdb675199f req-7f1c97ed-e1e2-4921-882f-1acdd2c3b3ce tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882912 Mar 14 10:16:33.367198 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51282edf-4599-40c6-a928-8a3a6593e8e9 req-f6339493-141b-450a-a32e-47e9dacef315 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665472 Mar 14 10:16:33.382948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Pushing event updated for resources: {'Port': ['ID=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:33.409859 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-cbbc4ebc-e10e-4221-afb2-853bfd2bd8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:33.411483 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-cbbc4ebc-e10e-4221-afb2-853bfd2bd8e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1616862 Mar 14 10:16:33.463078 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Network c500129c-7fc1-4dae-be06-7fc419a32743 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:33.489936 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:33.554331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '58b084e8-1c20-447d-8fe4-40fb5338c844', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'ab52d764-902c-4952-8130-260d3557098e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4f:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:16:17Z', 'updated_at': '2022-03-14T10:16:31Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}, {'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:58Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:33.561849 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-24f3c652-1a59-4965-b824-9d0401af59a1 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427455 Mar 14 10:16:33.602218 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be8afb9-ee1d-44ea-b758-648e065a0d9f None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '58b084e8-1c20-447d-8fe4-40fb5338c844', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.232', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'ab52d764-902c-4952-8130-260d3557098e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4f:3f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:16:17Z', 'updated_at': '2022-03-14T10:16:31Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}, {'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:58Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:16:33.687803 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device ae3b65d2-20bf-4eff-bc19-d110476b5499 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:33.726671 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Router 9ea32701-a521-4a56-ae66-7954e63e55db has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:16:33.740253 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-cc136b21-9f7f-475b-8f19-0b229988eb18 req-6730bbeb-cf63-441b-9f9b-36a148d90afa service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702876 Mar 14 10:16:33.765808 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port ae3b65d2-20bf-4eff-bc19-d110476b5499 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:33.766378 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:33.880139 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9b2359ed-1ebc-4da9-9b20-853fdb955e51 None None] Provisioning complete for port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:33.880441 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b2359ed-1ebc-4da9-9b20-853fdb955e51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:33.881488 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:16:33.911246 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c2d3057e-e86f-4467-9a87-df48d8f45c17 admin admin] 10.222.0.21 "PUT /v2.0/routers/9ea32701-a521-4a56-ae66-7954e63e55db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2379231 Mar 14 10:16:33.911479 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9895879c-e7b5-4bd6-bc63-ebfa5a284a10 None None] New status for floating IP 58b084e8-1c20-447d-8fe4-40fb5338c844: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:16:33.912090 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port ae3b65d2-20bf-4eff-bc19-d110476b5499 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:33.912090 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:33.957469 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port ae3b65d2-20bf-4eff-bc19-d110476b5499, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=ae3b65d2-20bf-4eff-bc19-d110476b5499,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:33.959174 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9b2359ed-1ebc-4da9-9b20-853fdb955e51 None None] Port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:16:33.964209 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.019870 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=ae3b65d2-20bf-4eff-bc19-d110476b5499,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:34.320554 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Sync routers for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:16:34.333325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:34.333988 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:34.462905 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:34.497291 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:16:34.553897 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1f271e-6f68-48de-b4e3-8bb36c46593b req-305d1779-6f24-4372-a503-6936831d6b1a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:34.556169 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e1f271e-6f68-48de-b4e3-8bb36c46593b req-305d1779-6f24-4372-a503-6936831d6b1a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0951967 Mar 14 10:16:34.557831 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37102) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:34.562686 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1604910063-network', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:34.582758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Made reservation on behalf of 954f1b87336f4ed2b3d1268f3b7eb3ac for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:16:34.585574 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.594050 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c0934-1d07-4458-9afe-6188519e6f7a req-cced3456-87d5-4aaa-9440-cba7169f584b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:34.594261 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.596001 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f81c0934-1d07-4458-9afe-6188519e6f7a req-cced3456-87d5-4aaa-9440-cba7169f584b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1329892 Mar 14 10:16:34.645777 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e1f271e-6f68-48de-b4e3-8bb36c46593b req-4f5da876-2691-43f0-9513-a4bf367565b0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809948 Mar 14 10:16:34.680704 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f81c0934-1d07-4458-9afe-6188519e6f7a req-ecf1452e-622e-4040-a819-463051522d6b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758939 Mar 14 10:16:34.684584 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks [] for security_group (fe810250-3cb9-41c5-a5bd-1b6a3e37e481), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.689420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fe810250-3cb9-41c5-a5bd-1b6a3e37e481), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.710234 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:34.726047 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:16:34.732431 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe810250-3cb9-41c5-a5bd-1b6a3e37e481,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:34.733327 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'mac_address': 'fa:16:3e:31:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:16:34.739559 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (c6a47194-d81f-4684-b8d4-f83f384287a5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.740335 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Added segment c6a47194-d81f-4684-b8d4-f83f384287a5 of type vlan for network 1a314726-1d4d-4d16-8751-db1e58810f46 Mar 14 10:16:34.790731 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (1a314726-1d4d-4d16-8751-db1e58810f46), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.804904 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: ACTIVE; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:34.805226 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.816150 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (1a314726-1d4d-4d16-8751-db1e58810f46), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.817152 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:34.817804 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.823060 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d5b67aa-2452-493f-908e-6c38a05c7cea {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:16:34.852463 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:34.855229 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2963216 Mar 14 10:16:34.855567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 2, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:34.858438 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37104) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:34.860392 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.866257 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Request body: {'subnet': {'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1604910063-subnet', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:34.888774 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Checking router: 9ea32701-a521-4a56-ae66-7954e63e55db for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:16:34.889127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Updating router 9ea32701-a521-4a56-ae66-7954e63e55db port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:16:34.890267 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f210ef8b-5c53-422d-9226-1bc64874687f admin admin] Pushing event updated for resources: {'Network': ['ID=1a314726-1d4d-4d16-8751-db1e58810f46,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:34.900488 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Made reservation on behalf of 954f1b87336f4ed2b3d1268f3b7eb3ac for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:16:34.903004 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28356109'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:34.912473 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 1a314726-1d4d-4d16-8751-db1e58810f46 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:16:35.104376 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28356159'] for subnet (7e6e50ad-26cd-4a12-a511-38b60539d892), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.111477 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['5d5b67aa-2452-493f-908e-6c38a05c7cea'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:16:35.118419 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.161791 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e6e50ad-26cd-4a12-a511-38b60539d892,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:35.170844 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Checking segment: {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:35.171184 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:35.171416 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Network hostable DHCP agents. Network: 1a314726-1d4d-4d16-8751-db1e58810f46, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:16:35.188751 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Network 1a314726-1d4d-4d16-8751-db1e58810f46 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:16:35.199753 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 1a314726-1d4d-4d16-8751-db1e58810f46) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:35.204159 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:35.204787 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.220224 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e97954-5800-4cb0-9b4e-7cdc541886b3 None None] Network 1a314726-1d4d-4d16-8751-db1e58810f46 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:16:35.221553 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-cbaa0898-c8a9-42f5-8ad9-288743455bc4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3611236 Mar 14 10:16:35.224297 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37110) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:35.228293 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:35.253261 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (654928e9-6fc1-444a-ab42-ad49eeea6cc3), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.254812 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (654928e9-6fc1-444a-ab42-ad49eeea6cc3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.314969 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks [] for router_controller (654928e9-6fc1-444a-ab42-ad49eeea6cc3), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.454304 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks [] for router_gateway (654928e9-6fc1-444a-ab42-ad49eeea6cc3), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.475446 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-1a314726-1d4d-4d16-8751-db1e58810f46', 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46', 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'fixed_ips': [{'subnet_id': '7e6e50ad-26cd-4a12-a511-38b60539d892'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:16:35.476316 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.641516 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device ae3b65d2-20bf-4eff-bc19-d110476b5499 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:35.683606 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks [] for router_gateway (654928e9-6fc1-444a-ab42-ad49eeea6cc3), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.710383 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.798581 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Publish callbacks [] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.818794 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.821691 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Allocated IP 172.20.0.2 (1a314726-1d4d-4d16-8751-db1e58810f46/7e6e50ad-26cd-4a12-a511-38b60539d892/8d75d241-ccd7-43cc-8858-c0c11803d062) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:35.872581 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port ae3b65d2-20bf-4eff-bc19-d110476b5499 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:35.872974 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:35.902821 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Allocated IP 172.27.0.226 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/e46afa15-824a-4305-9f5e-2d2384c28530) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:35.916087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2e657-33bb-4a29-b53e-7d45b746618c req-b9588a32-f18b-4280-b4f8-33e1b0eaa493 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:35.918200 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b5f2e657-33bb-4a29-b53e-7d45b746618c req-b9588a32-f18b-4280-b4f8-33e1b0eaa493 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1638055 Mar 14 10:16:35.944005 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50140578-6174-4842-8f65-51c93e04cd5c req-bafa5e76-fd16-4fb5-b1e0-5c03f6b4c48e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:35.945967 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-50140578-6174-4842-8f65-51c93e04cd5c req-bafa5e76-fd16-4fb5-b1e0-5c03f6b4c48e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 944 time: 0.1518688 Mar 14 10:16:35.985629 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d298e3-e9a8-42ff-91be-c9ccb42077b5 None None] Pushing event updated for resources: {'Port': ['ID=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:36.129301 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Attempting to bind port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:36.129680 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Attempting to bind port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:36.130259 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Attempting to bind port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac on network c500129c-7fc1-4dae-be06-7fc419a32743 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:36.140441 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:36.140802 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Checking segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:36.141285 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.141694 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Bound using segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:36.142187 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Bound port: 0dbc285d-60cf-4b7d-b0e1-844696bf74ac, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:36.143106 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.146989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b5f2e657-33bb-4a29-b53e-7d45b746618c req-667b3946-8276-4737-8301-2a552209e8bc tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195928 Mar 14 10:16:36.173026 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-50140578-6174-4842-8f65-51c93e04cd5c req-46833dbf-0881-4523-9253-940dcec1884a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2153311 Mar 14 10:16:36.190698 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks [] for port (e46afa15-824a-4305-9f5e-2d2384c28530), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.241172 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.276129 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port ae3b65d2-20bf-4eff-bc19-d110476b5499 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:36.278990 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:36.281114 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6de3a766-c727-476e-b979-1877646ee9f5 None None] Provisioning complete for port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:36.281428 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6de3a766-c727-476e-b979-1877646ee9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.283417 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:36.286890 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:36.292293 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Pushing event updated for resources: {'Port': ['ID=e46afa15-824a-4305-9f5e-2d2384c28530,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:36.327393 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Publish callbacks [] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.344164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.347160 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] For port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:36.400814 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] For port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:36.402804 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6de3a766-c727-476e-b979-1877646ee9f5 None None] Port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:16:36.414446 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Network 1a314726-1d4d-4d16-8751-db1e58810f46 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:36.417592 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.422813 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:36.427898 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:36.429733 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Pushing event updated for resources: {'Port': ['ID=8d75d241-ccd7-43cc-8858-c0c11803d062,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:36.529186 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:36.574500 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks [] for router_gateway (654928e9-6fc1-444a-ab42-ad49eeea6cc3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.586372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:36.587224 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:36.594605 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Attempting to bind port 8d75d241-ccd7-43cc-8858-c0c11803d062 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:36.595022 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Attempting to bind port 8d75d241-ccd7-43cc-8858-c0c11803d062 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:36.596823 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Attempting to bind port 8d75d241-ccd7-43cc-8858-c0c11803d062 on network 1a314726-1d4d-4d16-8751-db1e58810f46 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:36.601773 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d298e3-e9a8-42ff-91be-c9ccb42077b5 None None] Pushing event updated for resources: {'Port': ['ID=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:36.653632 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:36.654126 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Checking segment: {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:36.654530 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.654921 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Bound using segment: {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:36.655479 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Bound port: 8d75d241-ccd7-43cc-8858-c0c11803d062, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:36.656079 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.748502 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 5d5b67aa-2452-493f-908e-6c38a05c7cea triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:36.748922 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.844950 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] Provisioning complete for port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:36.845531 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:36.903682 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:36.905861 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] For port 8d75d241-ccd7-43cc-8858-c0c11803d062, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:36.959821 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] For port 8d75d241-ccd7-43cc-8858-c0c11803d062, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8d75d241-ccd7-43cc-8858-c0c11803d062,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:36.978363 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.038540 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (654928e9-6fc1-444a-ab42-ad49eeea6cc3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.305665 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:16:37.361510 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:37.361906 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.403953 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0635-e2f2-4934-8c79-036113fbb22a None None] Pushing event updated for resources: {'Port': ['ID=8d75d241-ccd7-43cc-8858-c0c11803d062,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:37.511970 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:16:37.515537 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:37.518002 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899be229-84e5-492a-9b29-90ac46c77796" -d '{"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:37.526596 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Sync routers for ids ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:16:37.540136 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Routers {'654928e9-6fc1-444a-ab42-ad49eeea6cc3'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:37.540959 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:37.555758 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eba7e6-ac0e-4433-a0b4-4432bb9e5f5e req-ad3ac269-2a1e-49dc-b40f-e3e4c654d535 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:37.560322 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] Current status of the port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:37.562877 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b8eba7e6-ac0e-4433-a0b4-4432bb9e5f5e req-ad3ac269-2a1e-49dc-b40f-e3e4c654d535 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 944 time: 0.2425816 Mar 14 10:16:37.563014 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.568787 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:37.590129 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.615038 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46927a-e1f0-402f-8b07-a0ffab10574a req-eb56664e-24c9-4dd3-93c5-ef2528e2b2d4 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:37.627645 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa46927a-e1f0-402f-8b07-a0ffab10574a req-eb56664e-24c9-4dd3-93c5-ef2528e2b2d4 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.3941696 Mar 14 10:16:37.740020 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.744093 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f88587cb-ee7e-47b8-adb4-d66a65bae9f4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5166447 Mar 14 10:16:37.744451 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37156) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:37.747031 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] For port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:37.769174 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:37.782030 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:37.821629 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Set router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:37.858801 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:36Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:37.911782 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0663529-15a7-4f0c-bc53-19cb9af83a2b None None] The sync data for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi is: [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:36Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:16:37.925801 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa46927a-e1f0-402f-8b07-a0ffab10574a req-fd24e59f-a299-4910-be4c-3fe84d1ea1c8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944059 Mar 14 10:16:37.943236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa397a2e-cd53-4d6a-8885-19829bf8e683 None None] Pushing event updated for resources: {'Port': ['ID=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:37.964179 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b8eba7e6-ac0e-4433-a0b4-4432bb9e5f5e req-eb0000f4-72ec-4ebc-b1f0-42c60be3470c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978860 Mar 14 10:16:38.086418 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7951380-ee19-478f-b877-fa252f968a90 x-openstack-request-id: req-a7951380-ee19-478f-b877-fa252f968a90 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:38.087897 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:38.091282 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7951380-ee19-478f-b877-fa252f968a90 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:38.092551 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'code': 200} Mar 14 10:16:38.268491 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:36Z', 'revision_number': 3, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:38.320518 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Checking router: 654928e9-6fc1-444a-ab42-ad49eeea6cc3 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:16:38.321126 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Updating router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 port e46afa15-824a-4305-9f5e-2d2384c28530 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:16:38.368675 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:38.614658 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c918d8-5b91-4542-82fc-e1e1ec0366b9 req-94b9ab34-8ba6-4539-9982-b0a1901cc00b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:38.616263 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-94c918d8-5b91-4542-82fc-e1e1ec0366b9 req-94b9ab34-8ba6-4539-9982-b0a1901cc00b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1247439 Mar 14 10:16:38.759703 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-94c918d8-5b91-4542-82fc-e1e1ec0366b9 req-069fa2a7-3cdd-48b7-9875-6039ee4b9551 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359067 Mar 14 10:16:38.784349 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-840f7346-2a32-4fa5-a7c5-7344ce09d9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:38.786156 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-840f7346-2a32-4fa5-a7c5-7344ce09d9df service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.2545657 Mar 14 10:16:38.927273 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acf5e5b-f2b0-4195-b559-e085b024b918 None None] Network 1a314726-1d4d-4d16-8751-db1e58810f46 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:16:39.041533 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Publish callbacks [] for port (e46afa15-824a-4305-9f5e-2d2384c28530), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.055908 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-3d87801d-204d-4766-b468-336577d132d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:39.057915 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-3d87801d-204d-4766-b468-336577d132d4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.2646527 Mar 14 10:16:39.061380 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.175068 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] Provisioning complete for port 8d75d241-ccd7-43cc-8858-c0c11803d062 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:39.179389 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.185016 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-3f598cab-71b7-49ce-8bd1-80d542d64a66 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.1111751 Mar 14 10:16:39.231466 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bedbc8-9526-4dfe-bf3e-5d13a2c799cb req-705f00a0-928b-4821-8a81-83c9e6baa163 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:39.233562 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55ca9-7b0a-4cf8-b5b7-8a89bc88f5cb None None] Pushing event updated for resources: {'Port': ['ID=e46afa15-824a-4305-9f5e-2d2384c28530,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:39.240545 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2bedbc8-9526-4dfe-bf3e-5d13a2c799cb req-705f00a0-928b-4821-8a81-83c9e6baa163 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1659517 Mar 14 10:16:39.249999 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Attempting to bind port e46afa15-824a-4305-9f5e-2d2384c28530 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:39.268954 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Attempting to bind port e46afa15-824a-4305-9f5e-2d2384c28530 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:39.271685 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Attempting to bind port e46afa15-824a-4305-9f5e-2d2384c28530 on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:39.299045 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:39.299556 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:39.300084 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.300577 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:39.301161 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Bound port: e46afa15-824a-4305-9f5e-2d2384c28530, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:39.301919 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.317687 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061900-dcd4-496b-88b5-6dd759967495 req-cd7d054e-d2b1-41f7-a1f1-dd921703ac87 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:39.319568 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ec061900-dcd4-496b-88b5-6dd759967495 req-cd7d054e-d2b1-41f7-a1f1-dd921703ac87 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1889060 Mar 14 10:16:39.418277 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-1fe58d12-5301-4526-946f-bd76416fb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:39.420416 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-1fe58d12-5301-4526-946f-bd76416fb1bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.2229617 Mar 14 10:16:39.436604 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] For port e46afa15-824a-4305-9f5e-2d2384c28530, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:39.445288 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] For port e46afa15-824a-4305-9f5e-2d2384c28530, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e46afa15-824a-4305-9f5e-2d2384c28530,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:39.446008 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ec061900-dcd4-496b-88b5-6dd759967495 req-d8811264-162e-4b9f-a9fd-143b3dc9c610 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178408 Mar 14 10:16:39.466745 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2bedbc8-9526-4dfe-bf3e-5d13a2c799cb req-2991ee6f-8248-4aaa-abe4-fc4a4453d136 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175992 Mar 14 10:16:39.480656 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] Current status of the port 8d75d241-ccd7-43cc-8858-c0c11803d062 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:39.481276 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.493708 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.513796 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-c6cb6ded-cc13-4001-b241-a5455f50cec8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815480 Mar 14 10:16:39.568818 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.607172 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] For port 8d75d241-ccd7-43cc-8858-c0c11803d062, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8d75d241-ccd7-43cc-8858-c0c11803d062,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:39.616270 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:39.797598 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Routers {'654928e9-6fc1-444a-ab42-ad49eeea6cc3'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:39.799611 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:39.816006 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08889c-bf9c-4101-babc-065a087acb8a None None] Pushing event updated for resources: {'Port': ['ID=8d75d241-ccd7-43cc-8858-c0c11803d062,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:39.870998 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-adc400e0-af2f-4005-a5a5-8ec28628089e service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380508 Mar 14 10:16:39.930213 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8d75d241-ccd7-43cc-8858-c0c11803d062 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:39.944572 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55ca9-7b0a-4cf8-b5b7-8a89bc88f5cb None None] Pushing event updated for resources: {'Port': ['ID=e46afa15-824a-4305-9f5e-2d2384c28530,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:40.052991 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4794d172-6ed7-400c-adad-6d4b8e538d54 None None] Provisioning complete for port 8d75d241-ccd7-43cc-8858-c0c11803d062 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:40.053618 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4794d172-6ed7-400c-adad-6d4b8e538d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.080763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Allocated IP 172.20.0.1 (1a314726-1d4d-4d16-8751-db1e58810f46/7e6e50ad-26cd-4a12-a511-38b60539d892/006f2856-af21-4e7d-a02d-c1eafaf3152b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:16:40.092301 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20b39e-6a76-49a2-ac69-c55e78cf79dc req-62a2e8f4-f775-45b9-85e1-5601bd3bb849 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:40.093892 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a20b39e-6a76-49a2-ac69-c55e78cf79dc req-62a2e8f4-f775-45b9-85e1-5601bd3bb849 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1423743 Mar 14 10:16:40.096541 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-420639dd-b0e2-4c6f-8e6d-18c5fe6d7e0d req-4927c071-8008-48ba-b441-6bba4c7902d1 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110729 Mar 14 10:16:40.101299 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 8d75d241-ccd7-43cc-8858-c0c11803d062 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:40.101685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.216578 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a20b39e-6a76-49a2-ac69-c55e78cf79dc req-b3112138-4df7-4bda-8206-90c4613c0337 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122019 Mar 14 10:16:40.285516 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4794d172-6ed7-400c-adad-6d4b8e538d54 None None] Current status of the port 8d75d241-ccd7-43cc-8858-c0c11803d062 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:40.301548 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] Set router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:40.322809 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks [] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.364962 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 8d75d241-ccd7-43cc-8858-c0c11803d062 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:40.366359 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 0dbc285d-60cf-4b7d-b0e1-844696bf74ac up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:40.405496 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.429556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:40.430070 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.480698 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Pushing event updated for resources: {'Port': ['ID=006f2856-af21-4e7d-a02d-c1eafaf3152b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:40.484885 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Network 1a314726-1d4d-4d16-8751-db1e58810f46 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:40.487128 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:40.489576 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:16:40.490302 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (654928e9-6fc1-444a-ab42-ad49eeea6cc3), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.586162 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:40.683509 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.685011 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:36Z', 'revision_number': 3, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:40.759502 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.779246 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be80d036-de59-491e-8c54-7cb381249a2c None None] The sync data for ids ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'] in dv-cinder-833543-1-iscsi is: [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:36Z', 'revision_number': 3, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:16:40.815684 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6d608-558f-4aea-a620-af3b2ed06f9c req-375814e6-f9d5-4dc8-8159-4129c720c8dd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:40.819145 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bcc6d608-558f-4aea-a620-af3b2ed06f9c req-375814e6-f9d5-4dc8-8159-4129c720c8dd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.2014647 Mar 14 10:16:40.874825 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fca4c8-20aa-457f-94be-4b2619da4608 req-4237bee2-c7ec-4c47-b243-76cf714fffb7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:40.877295 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69fca4c8-20aa-457f-94be-4b2619da4608 req-4237bee2-c7ec-4c47-b243-76cf714fffb7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.2066100 Mar 14 10:16:40.917342 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bcc6d608-558f-4aea-a620-af3b2ed06f9c req-6c539af2-9c11-4ced-bac6-e4a65b3e75ae tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905361 Mar 14 10:16:40.970251 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-69fca4c8-20aa-457f-94be-4b2619da4608 req-99bded90-842b-481f-a62d-35a99597f31e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781970 Mar 14 10:16:40.983106 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks [] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.992996 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:40.996629 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (654928e9-6fc1-444a-ab42-ad49eeea6cc3), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:41.027806 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-cb39c819-5cad-4279-b8e9-66d3d4c6bb09 None None] Provisioning complete for port 006f2856-af21-4e7d-a02d-c1eafaf3152b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:41.028420 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-cb39c819-5cad-4279-b8e9-66d3d4c6bb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:41.092136 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-cb39c819-5cad-4279-b8e9-66d3d4c6bb09 None None] Port 006f2856-af21-4e7d-a02d-c1eafaf3152b cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:16:41.132047 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Pushing event updated for resources: {'Port': ['ID=006f2856-af21-4e7d-a02d-c1eafaf3152b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:41.207489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Network 1a314726-1d4d-4d16-8751-db1e58810f46 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:16:41.215649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:16:41.392137 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:16:41.442926 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd7bee-eafa-4211-adf1-25e2bd8fb139 req-2d07f21b-f15d-4123-92b6-d5bb40b200b1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:41.445948 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fdd7bee-eafa-4211-adf1-25e2bd8fb139 req-2d07f21b-f15d-4123-92b6-d5bb40b200b1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1054943 Mar 14 10:16:41.554053 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4fdd7bee-eafa-4211-adf1-25e2bd8fb139 req-c702880f-de7e-46f7-a42e-7d4b7c4cb20b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000738 Mar 14 10:16:41.632480 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-884c6945-7778-4535-af97-f77ef4e65532 None None] Provisioning complete for port 006f2856-af21-4e7d-a02d-c1eafaf3152b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:41.632943 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-884c6945-7778-4535-af97-f77ef4e65532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:41.686078 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:16:41.707550 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-114b1837-a875-436b-ab41-e35af88f22c5 admin admin] 10.222.0.21 "PUT /v2.0/routers/654928e9-6fc1-444a-ab42-ad49eeea6cc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9618707 Mar 14 10:16:41.710911 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-884c6945-7778-4535-af97-f77ef4e65532 None None] Port 006f2856-af21-4e7d-a02d-c1eafaf3152b cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:16:41.801256 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8d75d241-ccd7-43cc-8858-c0c11803d062 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:41.883333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 8d75d241-ccd7-43cc-8858-c0c11803d062 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:41.883749 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.020412 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 8d75d241-ccd7-43cc-8858-c0c11803d062 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:42.022620 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e46afa15-824a-4305-9f5e-2d2384c28530 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:42.085820 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port e46afa15-824a-4305-9f5e-2d2384c28530 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:42.086893 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.145846 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505b201-68cf-4bb7-9576-d00b2b1b49a6 req-122dbf1c-388e-4dfd-b4c5-513cdedb40bb tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:42.153560 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4505b201-68cf-4bb7-9576-d00b2b1b49a6 req-122dbf1c-388e-4dfd-b4c5-513cdedb40bb tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1022606 Mar 14 10:16:42.187319 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port e46afa15-824a-4305-9f5e-2d2384c28530 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:42.187755 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.238005 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port e46afa15-824a-4305-9f5e-2d2384c28530, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e46afa15-824a-4305-9f5e-2d2384c28530,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:42.248200 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.256776 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4505b201-68cf-4bb7-9576-d00b2b1b49a6 req-c3d85bca-6617-4987-9f28-f5e5eaf40f5d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950451 Mar 14 10:16:42.322396 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=e46afa15-824a-4305-9f5e-2d2384c28530,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:42.385106 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7bb60e-60e3-477c-85fb-53e77510717e req-0f5546e2-fb32-41e0-a7d3-7533104eedf1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:42.388887 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a7bb60e-60e3-477c-85fb-53e77510717e req-0f5546e2-fb32-41e0-a7d3-7533104eedf1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0743365 Mar 14 10:16:42.461520 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a7bb60e-60e3-477c-85fb-53e77510717e req-6f142df1-82d2-43da-9f52-31ed58a8ca95 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613167 Mar 14 10:16:42.700188 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fdd55-558e-457a-99a4-643d7faf4d1d req-c10099ff-8f97-421d-a61e-e05b2bcd219e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:42.702709 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e5fdd55-558e-457a-99a4-643d7faf4d1d req-c10099ff-8f97-421d-a61e-e05b2bcd219e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0713718 Mar 14 10:16:42.792155 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e5fdd55-558e-457a-99a4-643d7faf4d1d req-8613ba9d-8eed-4163-bfa0-78ce0d87e59c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725722 Mar 14 10:16:42.800636 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:42.805861 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-490567896', 'description': 'tempest-secgroup-smoke-490567896 description', 'project_id': 'ea6aaa4898004981b356158b0f735049'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:42.844086 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.928194 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group (0f89a294-69cb-482a-925c-182cbc0a7030), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.932837 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0f89a294-69cb-482a-925c-182cbc0a7030), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.963680 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f89a294-69cb-482a-925c-182cbc0a7030,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:42.968698 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:42.976812 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-819746ea-e45c-4412-bc39-4d75885ce182 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1743259 Mar 14 10:16:42.985125 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37202) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:42.995097 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group_rule': {'security_group_id': '0f89a294-69cb-482a-925c-182cbc0a7030', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:43.029435 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (8fb9605f-396d-4238-b37c-c1b6c4466a31), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.100824 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (8fb9605f-396d-4238-b37c-c1b6c4466a31), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.105236 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (8fb9605f-396d-4238-b37c-c1b6c4466a31), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.127376 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb9605f-396d-4238-b37c-c1b6c4466a31,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:43.139644 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.139644 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-55e31692-64e7-49ad-bb93-fcf437299990 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1523311 Mar 14 10:16:43.142396 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37206) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:43.147102 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group_rule': {'security_group_id': '0f89a294-69cb-482a-925c-182cbc0a7030', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:43.197190 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (ed791ab7-7fa2-4c3a-9c41-4d70d14bda9e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.282394 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (ed791ab7-7fa2-4c3a-9c41-4d70d14bda9e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.291364 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (ed791ab7-7fa2-4c3a-9c41-4d70d14bda9e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.317113 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed791ab7-7fa2-4c3a-9c41-4d70d14bda9e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:43.364708 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.368393 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d9cf39a9-020e-45ee-913b-e5115d443536 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2224600 Mar 14 10:16:43.368753 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:43.373310 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group_rule': {'security_group_id': '0f89a294-69cb-482a-925c-182cbc0a7030', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:43.391664 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c37b7-4853-466b-bf4d-5df5b6605925 req-13f7f1ca-d274-4f75-a823-6ccaebcaf516 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:43.393332 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e1c37b7-4853-466b-bf4d-5df5b6605925 req-13f7f1ca-d274-4f75-a823-6ccaebcaf516 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0679133 Mar 14 10:16:43.402835 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (479ababa-1e71-4a44-9645-cc68002dbd51), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.459914 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e1c37b7-4853-466b-bf4d-5df5b6605925 req-a68ce721-23f7-4a39-9411-4235da1cb5f9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591598 Mar 14 10:16:43.496649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (479ababa-1e71-4a44-9645-cc68002dbd51), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.502841 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (479ababa-1e71-4a44-9645-cc68002dbd51), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.522962 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479ababa-1e71-4a44-9645-cc68002dbd51,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:43.540409 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.541781 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3e01575c-1633-4cf7-954d-b35e3a66dcf3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720111 Mar 14 10:16:43.544605 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37218) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:43.550235 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group_rule': {'security_group_id': '0f89a294-69cb-482a-925c-182cbc0a7030', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:43.635167 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:16:43.641253 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (007f0841-b21a-4593-bf9e-eaca27d416e9), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.667544 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e46afa15-824a-4305-9f5e-2d2384c28530 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:43.676784 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccfc303-4563-4834-83a1-b40afac2d9b0 req-83ba12d5-926f-4174-a8d7-f61812bcf117 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:43.684532 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ccfc303-4563-4834-83a1-b40afac2d9b0 req-83ba12d5-926f-4174-a8d7-f61812bcf117 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1263177 Mar 14 10:16:43.728297 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Sync routers for ids ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:16:43.745551 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Routers {'654928e9-6fc1-444a-ab42-ad49eeea6cc3'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:43.746297 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:43.767819 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ccfc303-4563-4834-83a1-b40afac2d9b0 req-ec4aaecf-fbcd-4840-9548-47c82306f1d7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783322 Mar 14 10:16:43.785631 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (007f0841-b21a-4593-bf9e-eaca27d416e9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.791609 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (007f0841-b21a-4593-bf9e-eaca27d416e9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.800844 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port e46afa15-824a-4305-9f5e-2d2384c28530 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:43.801486 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.817994 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007f0841-b21a-4593-bf9e-eaca27d416e9,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:43.856088 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.857333 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-86c56229-a747-496d-a313-09b448a300a9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3115032 Mar 14 10:16:43.860208 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37228) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:43.865126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group_rule': {'security_group_id': '0f89a294-69cb-482a-925c-182cbc0a7030', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:43.906316 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.securitygroups_db [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Project ea6aaa4898004981b356158b0f735049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:16:43.932742 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (b5618afe-8aec-4100-9730-b25def4c3368), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:43.950388 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Set router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:44.015620 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (b5618afe-8aec-4100-9730-b25def4c3368), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.023184 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37087f2-442f-4b8c-bdd1-e306f7e200da req-61d440bf-0b95-4ffe-ba36-4948c77f3f2d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:44.025047 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e37087f2-442f-4b8c-bdd1-e306f7e200da req-61d440bf-0b95-4ffe-ba36-4948c77f3f2d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1098230 Mar 14 10:16:44.026792 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (b5618afe-8aec-4100-9730-b25def4c3368), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.063700 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5618afe-8aec-4100-9730-b25def4c3368,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:44.094080 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e37087f2-442f-4b8c-bdd1-e306f7e200da req-300bb663-585f-46fe-bd81-035691d089be tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587139 Mar 14 10:16:44.098049 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.099239 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5cece7a8-e918-4307-996e-4fd3fc737d0c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2375507 Mar 14 10:16:44.103025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37234) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:44.115676 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'security_group_rule': {'security_group_id': '0f89a294-69cb-482a-925c-182cbc0a7030', 'project_id': 'ea6aaa4898004981b356158b0f735049', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:16:44.151641 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Project ea6aaa4898004981b356158b0f735049 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:16:44.162241 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (84a8c098-a776-475f-a7f3-9eadc100ab16), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.228251 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (84a8c098-a776-475f-a7f3-9eadc100ab16), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.230346 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port e46afa15-824a-4305-9f5e-2d2384c28530 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:44.233900 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (84a8c098-a776-475f-a7f3-9eadc100ab16), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.255377 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a8c098-a776-475f-a7f3-9eadc100ab16,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:44.265099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.266781 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-275b1e2e-297e-4e0d-9ed8-3b789f7d0212 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1618383 Mar 14 10:16:44.399459 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:40Z', 'revision_number': 4, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '006f2856-af21-4e7d-a02d-c1eafaf3152b', 'name': '', 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'mac_address': 'fa:16:3e:79:e1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7e6e50ad-26cd-4a12-a511-38b60539d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:39Z', 'updated_at': '2022-03-14T10:16:40Z', 'revision_number': 2, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'subnets': [{'id': '7e6e50ad-26cd-4a12-a511-38b60539d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:44.429869 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Checking router: 654928e9-6fc1-444a-ab42-ad49eeea6cc3 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:16:44.430236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Updating router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 port 006f2856-af21-4e7d-a02d-c1eafaf3152b binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:16:44.458780 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.602949 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328323a6-73b4-4809-9f26-a436b35f47d9 req-7840d4a3-eb38-4e1f-a876-1030236d17b6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:44.605273 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-328323a6-73b4-4809-9f26-a436b35f47d9 req-7840d4a3-eb38-4e1f-a876-1030236d17b6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0611160 Mar 14 10:16:44.663961 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-328323a6-73b4-4809-9f26-a436b35f47d9 req-2e1d8d17-96a8-44bc-a49d-3195d197dec0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531974 Mar 14 10:16:44.872070 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Publish callbacks [] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.884747 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:44.960825 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec59b91-e73a-4e20-b7d3-02e6442dab32 None None] Pushing event updated for resources: {'Port': ['ID=006f2856-af21-4e7d-a02d-c1eafaf3152b,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:44.995330 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6774601-72a5-4268-b6ed-8d7ee8fd7b98 req-860f6c4c-e0cf-4036-812e-af111a361c8a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:44.996936 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6774601-72a5-4268-b6ed-8d7ee8fd7b98 req-860f6c4c-e0cf-4036-812e-af111a361c8a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0784674 Mar 14 10:16:45.063234 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Attempting to bind port 006f2856-af21-4e7d-a02d-c1eafaf3152b on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:16:45.063640 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Attempting to bind port 006f2856-af21-4e7d-a02d-c1eafaf3152b by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:16:45.064041 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Attempting to bind port 006f2856-af21-4e7d-a02d-c1eafaf3152b on network 1a314726-1d4d-4d16-8751-db1e58810f46 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:16:45.076220 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:16:45.077307 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Checking segment: {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:16:45.078372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.078891 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Bound using segment: {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:16:45.080156 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Bound port: 006f2856-af21-4e7d-a02d-c1eafaf3152b, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a47194-d81f-4684-b8d4-f83f384287a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:16:45.081154 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.084182 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6774601-72a5-4268-b6ed-8d7ee8fd7b98 req-be1f66be-6b0f-423b-b33b-db162802deb0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753837 Mar 14 10:16:45.230619 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] For port 006f2856-af21-4e7d-a02d-c1eafaf3152b, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:16:45.235285 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] For port 006f2856-af21-4e7d-a02d-c1eafaf3152b, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=006f2856-af21-4e7d-a02d-c1eafaf3152b,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:16:45.261664 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.277170 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6cbc0-b29e-4056-a561-818df0b907c7 req-e7b145a4-d6ed-415e-8794-20c798ede1c0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:45.288256 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33a6cbc0-b29e-4056-a561-818df0b907c7 req-e7b145a4-d6ed-415e-8794-20c798ede1c0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1027503 Mar 14 10:16:45.353269 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-33a6cbc0-b29e-4056-a561-818df0b907c7 req-ff85cad9-1346-45a7-b8b9-0c807f4299b9 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640297 Mar 14 10:16:45.366093 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Routers {'654928e9-6fc1-444a-ab42-ad49eeea6cc3'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:16:45.366918 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:45.369169 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] Provisioning complete for port 006f2856-af21-4e7d-a02d-c1eafaf3152b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:45.369739 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.446162 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec59b91-e73a-4e20-b7d3-02e6442dab32 None None] Pushing event updated for resources: {'Port': ['ID=006f2856-af21-4e7d-a02d-c1eafaf3152b,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:45.585023 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] Set router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:16:45.618819 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] Current status of the port 006f2856-af21-4e7d-a02d-c1eafaf3152b is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:45.619480 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.694311 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] For port 006f2856-af21-4e7d-a02d-c1eafaf3152b, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=006f2856-af21-4e7d-a02d-c1eafaf3152b,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:45.710109 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.813667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc14f2-3814-4241-b7fc-a173b330a658 None None] Pushing event updated for resources: {'Port': ['ID=006f2856-af21-4e7d-a02d-c1eafaf3152b,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:45.830575 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95fe375-87fa-483d-bbc3-77fc5362c317 req-9b1b510b-a5d4-421c-9c79-bd010b812673 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:45.832214 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d95fe375-87fa-483d-bbc3-77fc5362c317 req-9b1b510b-a5d4-421c-9c79-bd010b812673 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0718122 Mar 14 10:16:45.872331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-3d8c0b00-6e82-4d53-85fc-3346339e311a None None] Provisioning complete for port 006f2856-af21-4e7d-a02d-c1eafaf3152b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:45.872890 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3d8c0b00-6e82-4d53-85fc-3346339e311a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:45.900881 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d95fe375-87fa-483d-bbc3-77fc5362c317 req-c44f5e31-4546-4e15-818b-3ea440ad0243 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626717 Mar 14 10:16:45.949404 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:40Z', 'revision_number': 4, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '006f2856-af21-4e7d-a02d-c1eafaf3152b', 'name': '', 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'mac_address': 'fa:16:3e:79:e1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7e6e50ad-26cd-4a12-a511-38b60539d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:39Z', 'updated_at': '2022-03-14T10:16:45Z', 'revision_number': 4, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'subnets': [{'id': '7e6e50ad-26cd-4a12-a511-38b60539d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:16:46.004190 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c8283-f7ff-4287-a1c5-937703164a48 None None] The sync data for ids ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'] in dv-cinder-833543-1-iscsi is: [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:40Z', 'revision_number': 4, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '006f2856-af21-4e7d-a02d-c1eafaf3152b', 'name': '', 'network_id': '1a314726-1d4d-4d16-8751-db1e58810f46', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'mac_address': 'fa:16:3e:79:e1:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '7e6e50ad-26cd-4a12-a511-38b60539d892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:39Z', 'updated_at': '2022-03-14T10:16:45Z', 'revision_number': 4, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'subnets': [{'id': '7e6e50ad-26cd-4a12-a511-38b60539d892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:16:46.016023 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3d8c0b00-6e82-4d53-85fc-3346339e311a None None] Current status of the port 006f2856-af21-4e7d-a02d-c1eafaf3152b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:46.236310 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1937d5d-400a-471c-8d72-53775b7192db req-c7f0f762-1c9b-4d3f-8946-06a141dd8d6e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:46.242482 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1937d5d-400a-471c-8d72-53775b7192db req-c7f0f762-1c9b-4d3f-8946-06a141dd8d6e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0672731 Mar 14 10:16:46.331085 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1937d5d-400a-471c-8d72-53775b7192db req-6b35cbf7-c2b3-4959-8463-c157d8df7a06 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765309 Mar 14 10:16:46.503729 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbe5ec6-e16c-4b91-9c84-90f16abc3088 req-1304b50d-825c-46c2-b6f8-1b4635a1ccca tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:46.507321 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfbe5ec6-e16c-4b91-9c84-90f16abc3088 req-1304b50d-825c-46c2-b6f8-1b4635a1ccca tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0766537 Mar 14 10:16:46.570907 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfbe5ec6-e16c-4b91-9c84-90f16abc3088 req-6bac785c-3371-44f7-bbcd-c2942d0b4a5a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589020 Mar 14 10:16:47.104280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15366e60-d3cd-4661-910a-350da86703ca req-2263d6a0-512e-4744-82c4-d0c40a421c70 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:47.105801 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15366e60-d3cd-4661-910a-350da86703ca req-2263d6a0-512e-4744-82c4-d0c40a421c70 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1168978 Mar 14 10:16:47.161874 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-15366e60-d3cd-4661-910a-350da86703ca req-2e7b1d42-2171-44a7-b682-d1d14bbfc7bf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498846 Mar 14 10:16:47.475235 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c5291-637c-48c1-87f3-b00aa5ef7713 req-77104b28-c77a-4256-90a7-d9b7cee8ee58 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:47.478623 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e2c5291-637c-48c1-87f3-b00aa5ef7713 req-77104b28-c77a-4256-90a7-d9b7cee8ee58 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0702994 Mar 14 10:16:47.543819 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e2c5291-637c-48c1-87f3-b00aa5ef7713 req-bb1a1e6d-19a4-4f15-8c01-639336f859f9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549154 Mar 14 10:16:47.681615 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 006f2856-af21-4e7d-a02d-c1eafaf3152b up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:16:47.702642 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f36879-7a56-457a-bf44-d72b263ef255 req-7aed21da-850e-417b-873e-5bb232f15160 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:47.704508 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-99f36879-7a56-457a-bf44-d72b263ef255 req-7aed21da-850e-417b-873e-5bb232f15160 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0593438 Mar 14 10:16:47.741015 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 006f2856-af21-4e7d-a02d-c1eafaf3152b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:16:47.741671 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:47.755314 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-99f36879-7a56-457a-bf44-d72b263ef255 req-87094d8f-830f-4e6e-a8e3-d944ddf5de17 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451679 Mar 14 10:16:47.823452 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 006f2856-af21-4e7d-a02d-c1eafaf3152b is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:48.350087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfdf5fa-b0c6-4b8a-8880-816a1f54e9e4 req-c7d6bb0b-8fec-4278-bdcd-dd5f9e758ae2 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:48.353296 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fcfdf5fa-b0c6-4b8a-8880-816a1f54e9e4 req-c7d6bb0b-8fec-4278-bdcd-dd5f9e758ae2 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0967855 Mar 14 10:16:48.416241 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fcfdf5fa-b0c6-4b8a-8880-816a1f54e9e4 req-e517784b-4808-40f8-b608-68929d630424 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569041 Mar 14 10:16:48.681248 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75adcd-7ca5-4bc5-ac45-838f6ecb1b84 req-35334d95-77e4-44e0-9b4d-2c1cfcc266e9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:48.682818 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e75adcd-7ca5-4bc5-ac45-838f6ecb1b84 req-35334d95-77e4-44e0-9b4d-2c1cfcc266e9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0684073 Mar 14 10:16:48.744584 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8e75adcd-7ca5-4bc5-ac45-838f6ecb1b84 req-9f3d7e91-c66f-4e36-a424-c11667053672 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548117 Mar 14 10:16:48.921469 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522268c-bf49-4e7c-9ff5-cb9ef89532f5 req-678b18f9-222e-469b-9123-96dd014af14c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:48.923660 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9522268c-bf49-4e7c-9ff5-cb9ef89532f5 req-678b18f9-222e-469b-9123-96dd014af14c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0774789 Mar 14 10:16:49.000147 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9522268c-bf49-4e7c-9ff5-cb9ef89532f5 req-8421593b-b71e-419d-b3ee-42fa913d3f82 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624640 Mar 14 10:16:49.566242 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1d83bb-69cb-41e7-b66c-46d47d207ecc req-ee256860-9d40-489e-afaa-205bb8c98b79 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:49.568532 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d1d83bb-69cb-41e7-b66c-46d47d207ecc req-ee256860-9d40-489e-afaa-205bb8c98b79 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0577371 Mar 14 10:16:49.640246 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d1d83bb-69cb-41e7-b66c-46d47d207ecc req-3092a4ad-8988-451d-bb39-f78e171d079c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627029 Mar 14 10:16:49.946578 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bf8bad-a836-4fe9-afd8-c29ce97a5960 req-d8c2f892-e160-4e11-aafc-5649917ab821 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:49.953709 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4bf8bad-a836-4fe9-afd8-c29ce97a5960 req-d8c2f892-e160-4e11-aafc-5649917ab821 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.1005313 Mar 14 10:16:50.032944 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4bf8bad-a836-4fe9-afd8-c29ce97a5960 req-42157b84-6000-4633-bc02-fc962e0ef94d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774028 Mar 14 10:16:50.056875 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd5127-beb1-4eb2-9dd3-8732b9290efa req-a991d00a-696a-492a-aacd-f3f8ff473537 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:50.060425 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78bd5127-beb1-4eb2-9dd3-8732b9290efa req-a991d00a-696a-492a-aacd-f3f8ff473537 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1334660 Mar 14 10:16:50.141831 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78bd5127-beb1-4eb2-9dd3-8732b9290efa req-adc2affd-218a-4e39-b065-f9f049d241be tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803044 Mar 14 10:16:50.189865 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab3418c-95eb-429f-b1d5-9e2048189266 req-6e2b3d09-445f-4e71-807f-77dd425e6ad0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:50.191631 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ab3418c-95eb-429f-b1d5-9e2048189266 req-6e2b3d09-445f-4e71-807f-77dd425e6ad0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0732369 Mar 14 10:16:50.247634 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ab3418c-95eb-429f-b1d5-9e2048189266 req-96c6d16c-da61-4d1e-b7b5-d054dd232639 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465872 Mar 14 10:16:51.155960 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada2e0e-c334-487e-8db8-b5f372e8564a req-a5d7d1c8-b87d-42b8-8ed2-d34b43dbed9c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:51.157960 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ada2e0e-c334-487e-8db8-b5f372e8564a req-a5d7d1c8-b87d-42b8-8ed2-d34b43dbed9c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0521114 Mar 14 10:16:51.214528 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4ada2e0e-c334-487e-8db8-b5f372e8564a req-da95e527-c691-4868-b874-423947c7ad02 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505910 Mar 14 10:16:51.261151 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dfd4c-598b-45e3-84e6-90a31282ae30 req-4b9cbd28-f9e6-45ec-8cc4-b0add39ed83f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:51.262612 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e90dfd4c-598b-45e3-84e6-90a31282ae30 req-4b9cbd28-f9e6-45ec-8cc4-b0add39ed83f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0600166 Mar 14 10:16:51.309173 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e90dfd4c-598b-45e3-84e6-90a31282ae30 req-52e3e1e4-95e5-4a65-a929-faa12150215b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404670 Mar 14 10:16:51.373846 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f886c-ddab-45d2-8e17-c0f0c8006158 req-7a45dd1a-3bce-42fc-8651-a7a4f525ef53 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:51.375290 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-140f886c-ddab-45d2-8e17-c0f0c8006158 req-7a45dd1a-3bce-42fc-8651-a7a4f525ef53 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0544205 Mar 14 10:16:51.423656 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-140f886c-ddab-45d2-8e17-c0f0c8006158 req-28f37a41-eeee-460d-9c85-89b992a5f61d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Mar 14 10:16:51.982775 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-c02b9b20-196e-4e4a-bf1a-4f05c725aeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:51.984441 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-c02b9b20-196e-4e4a-bf1a-4f05c725aeee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1130 time: 0.0467203 Mar 14 10:16:52.338527 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97535510-0648-483d-a395-7f0627b11278 req-7ee5ebd9-04b2-437b-a370-07833972fa7b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:52.340018 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97535510-0648-483d-a395-7f0627b11278 req-7ee5ebd9-04b2-437b-a370-07833972fa7b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0533466 Mar 14 10:16:52.419669 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97535510-0648-483d-a395-7f0627b11278 req-ce80f197-3f0b-4ab5-978b-bfb1da256396 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738204 Mar 14 10:16:52.443392 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f398f05-faa7-41eb-b3e5-961dd43d4363 req-57bced16-db0b-4e2c-b9c1-cc7abe8d25f8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:52.444851 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f398f05-faa7-41eb-b3e5-961dd43d4363 req-57bced16-db0b-4e2c-b9c1-cc7abe8d25f8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0637310 Mar 14 10:16:52.493316 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f398f05-faa7-41eb-b3e5-961dd43d4363 req-6b362337-2b0d-402e-a468-fb895d38ea10 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428474 Mar 14 10:16:52.550103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facea86-3e58-4df3-ba05-b360915b8a1f req-74d0ff8c-0688-4703-be8b-e6a2cbbe7ff6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:52.551571 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6facea86-3e58-4df3-ba05-b360915b8a1f req-74d0ff8c-0688-4703-be8b-e6a2cbbe7ff6 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0574071 Mar 14 10:16:52.600047 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6facea86-3e58-4df3-ba05-b360915b8a1f req-c95d6f6a-6640-4118-bdcc-d497416f3d76 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428989 Mar 14 10:16:53.007552 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-934e28ef-922c-455a-949a-e6c5f9ad81e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:53.037934 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-27d5eaf2-4b16-427e-825c-7154328cc660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.039380 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-27d5eaf2-4b16-427e-825c-7154328cc660 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.0919721 Mar 14 10:16:53.109105 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-d1e87fdf-eae0-499d-8aee-ac670e2c0d5e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 1002 time: 0.0577464 Mar 14 10:16:53.161756 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-ecde6b3d-b374-4a4c-a684-2a0f0afc106d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.163142 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-ecde6b3d-b374-4a4c-a684-2a0f0afc106d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0470271 Mar 14 10:16:53.315568 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-40b8e2ab-644b-46fb-8acf-4f47d1c8addf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.317108 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-40b8e2ab-644b-46fb-8acf-4f47d1c8addf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440609 Mar 14 10:16:53.419889 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-ea378c8b-7c8c-443d-be6d-a01a0aaf00d1 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867579 Mar 14 10:16:53.514740 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6186e6f-7d24-4e8f-805e-24c78cab23d0 req-c70ccd89-a4cc-450d-99fa-68657a23adf4 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878704 Mar 14 10:16:53.560628 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b251d1-281b-43ff-b74b-ba765af8eb7b req-239dde30-1dc5-404d-8e18-63a88556777e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.563376 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d2b251d1-281b-43ff-b74b-ba765af8eb7b req-239dde30-1dc5-404d-8e18-63a88556777e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0717263 Mar 14 10:16:53.585678 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-b6fe163d-7eef-422b-a873-23f6e17668aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.587167 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-b6fe163d-7eef-422b-a873-23f6e17668aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1129 time: 0.0548584 Mar 14 10:16:53.645362 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d2b251d1-281b-43ff-b74b-ba765af8eb7b req-ff80bd07-f2eb-41cb-8863-924c60041bbd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742013 Mar 14 10:16:53.654386 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4142f9f-1304-4a82-9215-a07b0f5fbd50 req-e1925ec3-168f-4963-96d5-4e12ad59acfa tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.657053 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4142f9f-1304-4a82-9215-a07b0f5fbd50 req-e1925ec3-168f-4963-96d5-4e12ad59acfa tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0866802 Mar 14 10:16:53.700790 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-ac942108-cb09-4d60-aa0c-3c01abf2955b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.700790 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-ac942108-cb09-4d60-aa0c-3c01abf2955b service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.1024532 Mar 14 10:16:53.717961 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4142f9f-1304-4a82-9215-a07b0f5fbd50 req-e30b81e2-2f98-4f59-bef9-852abff087fa tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568602 Mar 14 10:16:53.768039 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-6bd29be9-ce74-4e4c-a65f-d73d23bc794f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 1000 time: 0.0625682 Mar 14 10:16:53.782113 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ac5d0-2599-44f9-9319-b0f5b8f4f8a0 req-366a5c0b-1b3d-4c4c-b5e1-4dea377cac27 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.784126 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a2ac5d0-2599-44f9-9319-b0f5b8f4f8a0 req-366a5c0b-1b3d-4c4c-b5e1-4dea377cac27 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0561762 Mar 14 10:16:53.820669 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-81027820-248c-4081-9bba-d71e83647d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.822202 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-81027820-248c-4081-9bba-d71e83647d77 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0478477 Mar 14 10:16:53.831937 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a2ac5d0-2599-44f9-9319-b0f5b8f4f8a0 req-29fdf7a0-b558-49b3-b340-ec5f06ce4543 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422115 Mar 14 10:16:53.875131 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-de473212-3f38-4739-80e3-2d4eddeeb530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:53.876674 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-de473212-3f38-4739-80e3-2d4eddeeb530 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470860 Mar 14 10:16:53.967744 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-482504db-aa30-4156-9454-da65347b01ea service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830331 Mar 14 10:16:54.063725 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-716a341a-f9f8-4396-b0ef-fada8948e157 req-6d2a6cac-7db3-474d-9e33-23efa2e1158d service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862002 Mar 14 10:16:54.788875 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f16734-d97a-4955-9561-b5e3077c9826 req-30942085-7918-46ea-8e2a-7f364b3420c3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:54.790591 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42f16734-d97a-4955-9561-b5e3077c9826 req-30942085-7918-46ea-8e2a-7f364b3420c3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0524073 Mar 14 10:16:54.870617 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bf392-c81c-4ded-9436-0de0828c4d2c req-5310f032-47d1-4353-ac5b-1ef21a01cf0e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:54.872123 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e13bf392-c81c-4ded-9436-0de0828c4d2c req-5310f032-47d1-4353-ac5b-1ef21a01cf0e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0806017 Mar 14 10:16:54.874952 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42f16734-d97a-4955-9561-b5e3077c9826 req-d9df778f-afed-4167-8e13-13c2f891c358 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745146 Mar 14 10:16:54.927648 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e13bf392-c81c-4ded-9436-0de0828c4d2c req-16729edc-9f0a-4864-ac6c-24895fe5e1d0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499742 Mar 14 10:16:54.988815 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816ed75-417b-473e-b866-6b2502d9db9a req-a9c0a9c6-1e30-4ec0-9468-61d2eb51c36d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:54.990200 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c816ed75-417b-473e-b866-6b2502d9db9a req-a9c0a9c6-1e30-4ec0-9468-61d2eb51c36d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0522816 Mar 14 10:16:55.037240 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c816ed75-417b-473e-b866-6b2502d9db9a req-9326f2e2-aaf8-4357-9769-e2f155f2a328 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413606 Mar 14 10:16:55.492566 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d42c0b9a-80a0-4fb4-978b-53e71f407a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:55.999643 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f58be-a5c6-4eaa-9c5d-0224ff4250e2 req-52151cef-1816-4368-8629-6821f51ecd93 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:56.001702 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a9f58be-a5c6-4eaa-9c5d-0224ff4250e2 req-52151cef-1816-4368-8629-6821f51ecd93 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 945 time: 0.0562303 Mar 14 10:16:56.054203 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a9f58be-a5c6-4eaa-9c5d-0224ff4250e2 req-dbe0164a-53fb-4e29-9bec-6c947106ee75 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 Mar 14 10:16:56.347788 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d001657c-8b26-438f-9fea-7f606eaf9216 req-dcd2ed66-6031-4b56-ac5f-394ec95a9333 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:56.349957 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d001657c-8b26-438f-9fea-7f606eaf9216 req-dcd2ed66-6031-4b56-ac5f-394ec95a9333 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.2430325 Mar 14 10:16:56.387079 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:56.397704 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d001657c-8b26-438f-9fea-7f606eaf9216 req-aae6d1f5-a829-4ae2-9fef-60f87fff6de5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Mar 14 10:16:56.651362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:16:56.728082 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:16:56.728477 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:56.752516 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:16:56.754758 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422de5c0-6422-4512-b40a-da9e624a3f21" -d '{"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:16:56.768489 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:16:56.775104 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:56.801574 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 10:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd1e2d5-c51a-48de-a2af-e1ec32f19875 x-openstack-request-id: req-cfd1e2d5-c51a-48de-a2af-e1ec32f19875 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:16:56.801968 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-unplugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:16:56.802232 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfd1e2d5-c51a-48de-a2af-e1ec32f19875 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:16:56.802625 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'code': 200} Mar 14 10:16:56.830985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:16:57.177936 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05894a90-ca50-4406-9efd-98a2ce2e2a29 req-7e7ba71a-4b6e-4a2d-9fc3-d7121554d89e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:57.179414 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-05894a90-ca50-4406-9efd-98a2ce2e2a29 req-7e7ba71a-4b6e-4a2d-9fc3-d7121554d89e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0532873 Mar 14 10:16:57.225281 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-05894a90-ca50-4406-9efd-98a2ce2e2a29 req-64ee01a7-cb04-4751-994b-39a2417f8aff tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400741 Mar 14 10:16:57.545069 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da0b8a-8c79-47c1-b64d-da13ed900be3 req-a2108ff6-61a5-44fb-8dcf-f5c8f731a0c3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:57.546622 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53da0b8a-8c79-47c1-b64d-da13ed900be3 req-a2108ff6-61a5-44fb-8dcf-f5c8f731a0c3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0591378 Mar 14 10:16:57.597721 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-53da0b8a-8c79-47c1-b64d-da13ed900be3 req-930bdc52-213d-4c2d-8d35-a7ffa00537ce tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440147 Mar 14 10:16:57.720823 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-4b64a613-390a-4a5e-9127-ca3c61debe5e req-5823c505-9b26-4b60-ae3d-bacc2899645d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:16:57.721811 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b64a613-390a-4a5e-9127-ca3c61debe5e req-5823c505-9b26-4b60-ae3d-bacc2899645d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060899 Mar 14 10:16:57.826629 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:57.877157 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf863f2-1516-40e4-9e8a-17429461d02a req-56abe7f9-56c9-4373-85d8-9b4de0f11bc0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:57.878574 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fdf863f2-1516-40e4-9e8a-17429461d02a req-56abe7f9-56c9-4373-85d8-9b4de0f11bc0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0529606 Mar 14 10:16:57.930054 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fdf863f2-1516-40e4-9e8a-17429461d02a req-1d36d175-c230-4fbd-9c1b-375e37f32ebf tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460711 Mar 14 10:16:58.177198 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37504) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:58.265576 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-bf6fec41-3d58-4cf5-819a-898f3d437436 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870547 Mar 14 10:16:58.273961 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-81eb7d35-2b06-43e2-8e85-86fa79e5a705 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:16:58.274923 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-81eb7d35-2b06-43e2-8e85-86fa79e5a705 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049112 Mar 14 10:16:58.356930 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37512) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:16:58.482707 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-c27564d7-959f-4829-b86b-f82e499912b0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:58.484160 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-c27564d7-959f-4829-b86b-f82e499912b0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports/5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 940 time: 0.1261611 Mar 14 10:16:58.721799 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd13b2-d14f-48f8-9aae-4affcef3f355 req-861a85a1-387f-42c6-9cee-3847523fa119 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:58.723351 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2afd13b2-d14f-48f8-9aae-4affcef3f355 req-861a85a1-387f-42c6-9cee-3847523fa119 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0569165 Mar 14 10:16:58.774487 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2afd13b2-d14f-48f8-9aae-4affcef3f355 req-6941b87d-a691-42bb-b60a-ded050de0595 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442288 Mar 14 10:16:59.048946 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e80db-2410-4568-82c7-fc50687eee4b req-84384b26-1529-428b-b4ed-d832612d9730 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:59.050410 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b65e80db-2410-4568-82c7-fc50687eee4b req-84384b26-1529-428b-b4ed-d832612d9730 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0509267 Mar 14 10:16:59.099736 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b65e80db-2410-4568-82c7-fc50687eee4b req-ddf77255-70f0-4af8-8531-7c7235eb6f5d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Mar 14 10:16:59.567103 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:16:59.897895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45fb48-f39a-4abf-a28d-8d2d15e6977c req-a4748bbd-df36-4549-a190-7dae03c7bbe0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:16:59.899373 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c45fb48-f39a-4abf-a28d-8d2d15e6977c req-a4748bbd-df36-4549-a190-7dae03c7bbe0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0603428 Mar 14 10:16:59.953148 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4c45fb48-f39a-4abf-a28d-8d2d15e6977c req-70cc461a-2a0f-427a-9cda-9d3a8fc93e6d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482554 Mar 14 10:17:00.218398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aa34b-908a-4696-a492-272b6664acf5 req-1f951903-09bd-4d94-a516-f4e83c617009 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:00.220767 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d8aa34b-908a-4696-a492-272b6664acf5 req-1f951903-09bd-4d94-a516-f4e83c617009 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0506232 Mar 14 10:17:00.264431 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4d8aa34b-908a-4696-a492-272b6664acf5 req-1452a166-360a-4b77-baab-893d2ebdf340 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380449 Mar 14 10:17:01.072843 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596b8103-d475-4215-a666-596a42f74fdb req-cbde6eb0-f4a9-4d0a-b01b-426ae46faad0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:01.074237 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-596b8103-d475-4215-a666-596a42f74fdb req-cbde6eb0-f4a9-4d0a-b01b-426ae46faad0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0559373 Mar 14 10:17:01.120126 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-596b8103-d475-4215-a666-596a42f74fdb req-76059c56-b0c3-476d-91fb-01ed6d6c47db tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400102 Mar 14 10:17:01.385953 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53441b5-06b4-43d3-8dee-42dd74962f98 req-c510ec84-c94f-4b09-ae01-632f6989689c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:01.387479 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e53441b5-06b4-43d3-8dee-42dd74962f98 req-c510ec84-c94f-4b09-ae01-632f6989689c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0530171 Mar 14 10:17:01.437036 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e53441b5-06b4-43d3-8dee-42dd74962f98 req-519f16ca-2379-427f-b8c6-f92a9d6179f8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438545 Mar 14 10:17:02.035240 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-ccb74af6-9dd9-48ef-87d2-03f4efa3fa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.036763 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-ccb74af6-9dd9-48ef-87d2-03f4efa3fa7f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3&tenant_id=48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 1127 time: 0.0830011 Mar 14 10:17:02.101158 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-e472f74a-d832-48b5-9a1f-6b29a1abdad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.102595 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-e472f74a-d832-48b5-9a1f-6b29a1abdad6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0434802 Mar 14 10:17:02.190691 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-8c7ee2b2-01ad-4720-adf5-cbbace661c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.192168 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-8c7ee2b2-01ad-4720-adf5-cbbace661c05 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.0830970 Mar 14 10:17:02.235939 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca89190-4063-4133-91b3-ddafc3721996 req-940ca25a-459c-4ad4-94e7-1ff2907659d0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.237435 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ca89190-4063-4133-91b3-ddafc3721996 req-940ca25a-459c-4ad4-94e7-1ff2907659d0 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0525589 Mar 14 10:17:02.259825 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-9dd7e0c9-7b65-4ea6-8097-5a45e343fd4f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 998 time: 0.0613675 Mar 14 10:17:02.287558 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3ca89190-4063-4133-91b3-ddafc3721996 req-f6841627-c58a-49d3-b495-841345fc10d7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444615 Mar 14 10:17:02.307197 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-2595d88e-09c4-4265-9610-2c7fa7487aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.308695 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-2595d88e-09c4-4265-9610-2c7fa7487aef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0431743 Mar 14 10:17:02.356320 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-df429eb8-68fe-4a1f-968b-63192325768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.357761 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-df429eb8-68fe-4a1f-968b-63192325768d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422568 Mar 14 10:17:02.448688 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-45fcc2f2-50ce-4540-812c-f6260a815037 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834842 Mar 14 10:17:02.540197 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-f9c9dc2f-e082-4be1-89b6-8179eb3b8e06 req-e0184004-e8aa-4136-914a-108782c20076 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841043 Mar 14 10:17:02.559738 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd5f16-898d-40a3-a8b0-d58912bcf048 req-67ed336d-afde-4a8c-9b11-e336d490cc73 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:02.561228 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1cd5f16-898d-40a3-a8b0-d58912bcf048 req-67ed336d-afde-4a8c-9b11-e336d490cc73 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0514061 Mar 14 10:17:02.609653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1cd5f16-898d-40a3-a8b0-d58912bcf048 req-9ac1ffa5-379a-49fb-b162-9eabc3532853 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417061 Mar 14 10:17:03.412784 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2049d-d08e-4c2f-b03e-c777711211b1 req-d8c9dc20-14fe-4758-a138-4c653ddf78f3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:03.414500 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76e2049d-d08e-4c2f-b03e-c777711211b1 req-d8c9dc20-14fe-4758-a138-4c653ddf78f3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0554876 Mar 14 10:17:03.463447 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76e2049d-d08e-4c2f-b03e-c777711211b1 req-157d9db8-8708-4da1-93ae-6b36e86f0600 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423000 Mar 14 10:17:03.745598 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe55c86-ce02-4bb7-b7ae-ed8a20c0e252 req-dc275eca-cd83-47cb-8fb4-a86ff0c6b069 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:03.747031 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cbe55c86-ce02-4bb7-b7ae-ed8a20c0e252 req-dc275eca-cd83-47cb-8fb4-a86ff0c6b069 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0598176 Mar 14 10:17:03.796859 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cbe55c86-ce02-4bb7-b7ae-ed8a20c0e252 req-b26e44a1-42f5-44aa-8074-a343e082bcda tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443277 Mar 14 10:17:04.603738 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a30f32-adaa-4640-8c36-58c48a89a965 req-dd87576d-a073-4145-a033-0818585aa49c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:04.605304 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-65a30f32-adaa-4640-8c36-58c48a89a965 req-dd87576d-a073-4145-a033-0818585aa49c tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0634754 Mar 14 10:17:04.655806 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-65a30f32-adaa-4640-8c36-58c48a89a965 req-23dd1ac7-ed9e-45f1-b1af-6a949629b9ca tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438976 Mar 14 10:17:04.944464 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f807b-2871-4370-b94c-b7c89d37be89 req-f0ab9b4e-b071-4b5f-8933-0de9e54e668d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:04.946393 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b3f807b-2871-4370-b94c-b7c89d37be89 req-f0ab9b4e-b071-4b5f-8933-0de9e54e668d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0617235 Mar 14 10:17:05.000743 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b3f807b-2871-4370-b94c-b7c89d37be89 req-963b0f23-1ed3-4101-9a70-7fa7b8e28231 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473909 Mar 14 10:17:05.204780 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-1b715ffb-6cd8-4b93-aca9-88b36279cf63 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-490567896&fields=id&tenant_id=ea6aaa4898004981b356158b0f735049 HTTP/1.1" status: 200 len: 267 time: 0.0523825 Mar 14 10:17:05.330781 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-d0065b7a-20bc-441b-9443-c1db054c541d tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:05.332486 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-d0065b7a-20bc-441b-9443-c1db054c541d tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 808 time: 0.1168842 Mar 14 10:17:05.349441 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-4353c8aa-b5cb-42db-925e-f250b3c9c05b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/quotas/ea6aaa4898004981b356158b0f735049 HTTP/1.1" status: 200 len: 375 time: 0.0100324 Mar 14 10:17:05.446780 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-ddd2347c-1bb1-4852-803b-be31e6a1bb3b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0914285 Mar 14 10:17:05.568164 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-4a6bd1fe-8a6e-4717-bc3d-81713c7229bd service neutron] 10.222.0.21 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045396 Mar 14 10:17:05.673336 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-f36116fb-359b-439a-bf2e-8b006fc44a33 service neutron] 10.222.0.21 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970144 Mar 14 10:17:05.793562 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08461c6-a4ed-43c4-99bd-361e8961ad39 req-cd0ed266-c134-4b43-b04e-3c10ac8d2c5e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:05.795118 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a08461c6-a4ed-43c4-99bd-361e8961ad39 req-cd0ed266-c134-4b43-b04e-3c10ac8d2c5e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0566006 Mar 14 10:17:05.863539 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a08461c6-a4ed-43c4-99bd-361e8961ad39 req-057242ba-b56e-4df8-9c98-cd64ce5b3af7 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621665 Mar 14 10:17:06.040046 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34d4fc3e-f748-4ef6-ad48-1748f5f6aaa7 req-386fc687-edd2-4dc7-9dfe-f9af196ff85a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0377941 Mar 14 10:17:06.193009 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2bf4fb-8f22-4c57-81eb-d69a4e6a3123 req-2e383f11-0c09-45a6-b860-f58b294a0a5e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:06.201395 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a2bf4fb-8f22-4c57-81eb-d69a4e6a3123 req-2e383f11-0c09-45a6-b860-f58b294a0a5e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0766671 Mar 14 10:17:06.275714 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a2bf4fb-8f22-4c57-81eb-d69a4e6a3123 req-f0be2d18-d6aa-45f3-9ab9-7a27455464a5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732515 Mar 14 10:17:06.636429 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37646) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:06.746099 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-354044f5-0ce6-4860-b869-353e69dbcf1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:06.828098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-354044f5-0ce6-4860-b869-353e69dbcf1c admin admin] Publish callbacks [] for security_group (d8d68db0-e7d4-4caa-a37f-a5281915d80b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:06.832874 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-354044f5-0ce6-4860-b869-353e69dbcf1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d8d68db0-e7d4-4caa-a37f-a5281915d80b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:06.882453 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-354044f5-0ce6-4860-b869-353e69dbcf1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9d7d7287f6a40cda5db5c1d802085aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447703 Mar 14 10:17:06.883314 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354044f5-0ce6-4860-b869-353e69dbcf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d68db0-e7d4-4caa-a37f-a5281915d80b,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:06.886116 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:07.003328 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17d2a38c-45b0-4cc4-9383-0f7477d8b227 admin admin] Publish callbacks [] for security_group (d8d68db0-e7d4-4caa-a37f-a5281915d80b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:07.031638 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17d2a38c-45b0-4cc4-9383-0f7477d8b227 admin admin] Publish callbacks [] for security_group (d8d68db0-e7d4-4caa-a37f-a5281915d80b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:07.036652 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbe595-0cdf-4df6-ad5b-0cb703f1356e req-49594e15-8215-4952-82f6-f70b30df82d3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:07.041105 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83dbe595-0cdf-4df6-ad5b-0cb703f1356e req-49594e15-8215-4952-82f6-f70b30df82d3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0854623 Mar 14 10:17:07.112611 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17d2a38c-45b0-4cc4-9383-0f7477d8b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d8d68db0-e7d4-4caa-a37f-a5281915d80b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:07.115170 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-17d2a38c-45b0-4cc4-9383-0f7477d8b227 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:07.116352 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-17d2a38c-45b0-4cc4-9383-0f7477d8b227 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8d68db0-e7d4-4caa-a37f-a5281915d80b HTTP/1.1" status: 204 len: 168 time: 0.2283432 Mar 14 10:17:07.130664 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2a38c-45b0-4cc4-9383-0f7477d8b227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d68db0-e7d4-4caa-a37f-a5281915d80b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:07.165934 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-83dbe595-0cdf-4df6-ad5b-0cb703f1356e req-9d959986-7133-4f02-94b7-7fb856c52feb tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143777 Mar 14 10:17:07.210256 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-66f56fb8-4957-4f56-8b6e-318652cc8dea req-ffe05ac0-a2f1-46bb-9bce-b14754cbced4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0428669 Mar 14 10:17:07.448163 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342a661-d12c-497c-9f24-8bd001674391 req-ee68f251-65af-4512-9b82-d6a29091618d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:07.449756 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4342a661-d12c-497c-9f24-8bd001674391 req-ee68f251-65af-4512-9b82-d6a29091618d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0786195 Mar 14 10:17:07.509162 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4342a661-d12c-497c-9f24-8bd001674391 req-8c185334-b2f9-40f6-86a3-3326fefd8469 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532584 Mar 14 10:17:08.326164 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e0af68c-7f59-4c72-8b0f-a7f4f26c7290 req-a9b6a57a-e652-420d-af43-76922155f2ce tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0368414 Mar 14 10:17:08.356814 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e61a71-701c-4f50-a6cd-5fd50262ba67 req-f18017cf-49dc-4f67-b7ad-44b48f206b3d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:08.358323 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-00e61a71-701c-4f50-a6cd-5fd50262ba67 req-f18017cf-49dc-4f67-b7ad-44b48f206b3d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1052477 Mar 14 10:17:08.420129 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37692) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:08.435908 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-00e61a71-701c-4f50-a6cd-5fd50262ba67 req-0c083746-ea87-4b2e-8753-ae02103a4f63 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692413 Mar 14 10:17:08.555426 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5109723c-22a5-4f23-bfbf-396595aae09e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.655022 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eca22e6-8451-4029-9de0-67e4af7f1729 req-fb3b42c5-4113-49b0-a0ba-37b19712c5c7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:08.658084 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1eca22e6-8451-4029-9de0-67e4af7f1729 req-fb3b42c5-4113-49b0-a0ba-37b19712c5c7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0658331 Mar 14 10:17:08.665751 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5109723c-22a5-4f23-bfbf-396595aae09e admin admin] Publish callbacks [] for security_group (cfd26bca-b539-4eb7-806f-ce56627239a8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.671053 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5109723c-22a5-4f23-bfbf-396595aae09e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cfd26bca-b539-4eb7-806f-ce56627239a8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.718653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1eca22e6-8451-4029-9de0-67e4af7f1729 req-70753813-1cb6-4bc1-a003-7f2601f42eac tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532794 Mar 14 10:17:08.734081 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109723c-22a5-4f23-bfbf-396595aae09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd26bca-b539-4eb7-806f-ce56627239a8,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:08.746332 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5109723c-22a5-4f23-bfbf-396595aae09e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18bf56861b46412998db433419c21ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3223994 Mar 14 10:17:08.746447 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37698) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:08.821649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfb1fb0a-08e0-4506-a05d-033db74a4d17 admin admin] Publish callbacks [] for security_group (cfd26bca-b539-4eb7-806f-ce56627239a8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.859826 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfb1fb0a-08e0-4506-a05d-033db74a4d17 admin admin] Publish callbacks [] for security_group (cfd26bca-b539-4eb7-806f-ce56627239a8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.916387 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfb1fb0a-08e0-4506-a05d-033db74a4d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cfd26bca-b539-4eb7-806f-ce56627239a8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.919338 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bfb1fb0a-08e0-4506-a05d-033db74a4d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:08.920572 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bfb1fb0a-08e0-4506-a05d-033db74a4d17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cfd26bca-b539-4eb7-806f-ce56627239a8 HTTP/1.1" status: 204 len: 168 time: 0.1730537 Mar 14 10:17:08.928705 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1fb0a-08e0-4506-a05d-033db74a4d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd26bca-b539-4eb7-806f-ce56627239a8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:09.421824 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6ae3722-ba53-4b3c-b94d-c34bbdec6839 req-635a8713-8d9f-4829-a48e-5fcd716209d9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0284750 Mar 14 10:17:09.570153 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19586e6-6f6b-47e9-a37f-a18aa73302b8 req-fdf84755-3ca4-4e09-8ba7-6749c9511b5e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:09.571682 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b19586e6-6f6b-47e9-a37f-a18aa73302b8 req-fdf84755-3ca4-4e09-8ba7-6749c9511b5e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0548944 Mar 14 10:17:09.622157 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b19586e6-6f6b-47e9-a37f-a18aa73302b8 req-de11ddda-e76f-4b46-8c9f-32d2e3ea7597 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Mar 14 10:17:09.850407 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0eaf5-a9d3-463a-a8d6-27b2e88a0caf req-7921d8d2-17e8-42c7-a8b6-0142d37604d8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:09.851939 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bce0eaf5-a9d3-463a-a8d6-27b2e88a0caf req-7921d8d2-17e8-42c7-a8b6-0142d37604d8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0561919 Mar 14 10:17:09.908548 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bce0eaf5-a9d3-463a-a8d6-27b2e88a0caf req-3ac3bd78-9971-4ef7-90f6-095ec23832fc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509045 Mar 14 10:17:10.526928 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f1a3b8c-94e8-4b9d-abf2-100d827adeac req-a713f34b-552f-4f67-b00a-86190b410368 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0313370 Mar 14 10:17:10.755351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b500bd-50a1-4ce5-aa6d-f578b29ef16c req-8ddb0129-5b5f-477c-ac5f-ec02bbd2361a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:10.757007 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6b500bd-50a1-4ce5-aa6d-f578b29ef16c req-8ddb0129-5b5f-477c-ac5f-ec02bbd2361a tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0600460 Mar 14 10:17:10.775396 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:10.812337 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d6b500bd-50a1-4ce5-aa6d-f578b29ef16c req-24c444e2-ab60-4d22-ac47-98e6dd13f2a1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494468 Mar 14 10:17:11.032599 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c027d3-6ed8-4293-869e-652eb503f48a req-19150c6d-b8a5-47d2-a53b-c2d7dd1c1544 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:11.034080 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23c027d3-6ed8-4293-869e-652eb503f48a req-19150c6d-b8a5-47d2-a53b-c2d7dd1c1544 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0544930 Mar 14 10:17:11.092905 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23c027d3-6ed8-4293-869e-652eb503f48a req-27fcc796-5a83-4f6f-93fb-ba51901a3756 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528479 Mar 14 10:17:11.623304 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea5c2c3e-b0e3-4ddf-aff9-dca3ed2f6e7c req-aa3b3d75-38e2-48e5-8b64-19d01545c0d9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0262058 Mar 14 10:17:11.699420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-549e5034-d7a8-4319-83bb-d5f10099bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:11.701053 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-549e5034-d7a8-4319-83bb-d5f10099bc2a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1127 time: 0.0453231 Mar 14 10:17:11.957693 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639c275-0c1d-495a-b30b-e8f396f318dc req-19a9a663-c57f-434a-8d41-de7521cca9f1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:11.959421 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c639c275-0c1d-495a-b30b-e8f396f318dc req-19a9a663-c57f-434a-8d41-de7521cca9f1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0726013 Mar 14 10:17:12.011037 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c639c275-0c1d-495a-b30b-e8f396f318dc req-e07972f5-9f62-4eb4-8855-76a84e477af4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447106 Mar 14 10:17:12.051945 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-4ca1e51e-2451-423c-83a3-c9017ff7429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:12.053403 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-4ca1e51e-2451-423c-83a3-c9017ff7429b service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.3181386 Mar 14 10:17:12.118664 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-2a34228c-c5ba-441e-a018-0fa6bcdf31b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 200 len: 998 time: 0.0577605 Mar 14 10:17:12.168020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-c42e6dec-aec7-4e25-b52f-4c0f4580646b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:12.169481 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-c42e6dec-aec7-4e25-b52f-4c0f4580646b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0437591 Mar 14 10:17:12.222297 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-b6c92f46-91e7-4be9-aaa1-14f08edd98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:12.223867 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-b6c92f46-91e7-4be9-aaa1-14f08edd98ae service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466475 Mar 14 10:17:12.224647 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc57824-ebc3-4436-a312-b1af65f0df05 req-5c1b16b6-798a-47b8-a178-fb19b1a61820 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:12.226109 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cc57824-ebc3-4436-a312-b1af65f0df05 req-5c1b16b6-798a-47b8-a178-fb19b1a61820 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0555768 Mar 14 10:17:12.274911 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2cc57824-ebc3-4436-a312-b1af65f0df05 req-54e3fb33-90f1-432f-b448-52d867fb12f2 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Mar 14 10:17:12.311897 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-03a68e13-c879-4f05-8676-17dd75a878a8 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796986 Mar 14 10:17:12.404851 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fd7deb08-a0f4-4ade-9695-d3149dfe213a req-fa0fc583-c7ad-4dda-8e4c-edcc91023b17 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843246 Mar 14 10:17:12.716873 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8a4ec973-a4c0-44dc-a84b-4e4524e861a2 req-9abe03b8-d4d4-4cd3-9587-1ef8db716984 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Mar 14 10:17:12.796420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-78458a66-8bec-4d88-952b-9c16c8fcbaf4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:12.797967 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-78458a66-8bec-4d88-952b-9c16c8fcbaf4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 808 time: 0.1034172 Mar 14 10:17:12.868913 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-6428ccea-4997-4279-8480-e0cddf91aa5b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea6aaa4898004981b356158b0f735049 HTTP/1.1" status: 200 len: 379 time: 0.0579815 Mar 14 10:17:12.886679 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'port': {'device_id': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'admin_state_up': True, 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'security_groups': ['0f89a294-69cb-482a-925c-182cbc0a7030']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:12.991728 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Made reservation on behalf of ea6aaa4898004981b356158b0f735049 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:17:12.995021 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:13.127003 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Allocated IP 172.20.0.3 (c500129c-7fc1-4dae-be06-7fc419a32743/3988216f-f4d5-43d6-aa56-98c7b60e88c8/03da0279-117a-4a63-839a-6c7ab532d31b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:17:13.167426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3573682-dd0f-4389-8dc3-9f9d6dc1c6d0 req-0a53c351-d328-4c41-9606-511f4dbd8772 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:13.172078 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3573682-dd0f-4389-8dc3-9f9d6dc1c6d0 req-0a53c351-d328-4c41-9606-511f4dbd8772 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0862505 Mar 14 10:17:13.226198 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3573682-dd0f-4389-8dc3-9f9d6dc1c6d0 req-3940db5c-4e84-4865-b252-8aa0a5cd3fb2 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509305 Mar 14 10:17:13.285220 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for port (03da0279-117a-4a63-839a-6c7ab532d31b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:13.336497 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6a64-4078-48cb-bee0-865ae629f7a8 req-929a53e5-6cf9-4e2a-a738-453ab3e02d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:13.338038 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-683b6a64-4078-48cb-bee0-865ae629f7a8 req-929a53e5-6cf9-4e2a-a738-453ab3e02d13 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.0743737 Mar 14 10:17:13.352882 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:13.417703 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038349a3-dce6-47f3-b2dd-0503ab63027f req-969107f2-d28a-45e3-bbba-9980f12132b8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:13.419248 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-038349a3-dce6-47f3-b2dd-0503ab63027f req-969107f2-d28a-45e3-bbba-9980f12132b8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0685072 Mar 14 10:17:13.420387 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Network c500129c-7fc1-4dae-be06-7fc419a32743 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:13.431110 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:13.439836 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:17:13.445040 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:13.445789 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:13.448391 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:13.466282 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-683b6a64-4078-48cb-bee0-865ae629f7a8 req-a577e29d-d922-4bba-bebc-94b1d9d89700 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215765 Mar 14 10:17:13.467507 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.467919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.468295 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.468699 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.469030 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.469358 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.469685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.470542 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.470866 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.471187 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.471507 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.471851 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.472169 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.472485 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.472800 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:13.488835 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-517cae18-e6f1-4f41-ac7a-7892d4baeea3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6059258 Mar 14 10:17:13.504862 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-038349a3-dce6-47f3-b2dd-0503ab63027f req-6de1a757-9223-4f72-8a33-edb17c8a93f9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755594 Mar 14 10:17:13.672424 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-28784ae9-ac4a-422c-a624-572875e8113b None None] Provisioning complete for port 03da0279-117a-4a63-839a-6c7ab532d31b triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:13.673505 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-28784ae9-ac4a-422c-a624-572875e8113b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:13.679432 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Request body: {'port': {'device_id': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:13.707436 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-28784ae9-ac4a-422c-a624-572875e8113b None None] Port 03da0279-117a-4a63-839a-6c7ab532d31b cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:17:13.750809 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:13.839459 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb8f4e-c85e-467c-89ef-2fec87c34083 req-c61dea2f-cf3e-4f7e-8bc4-a220d36294fc tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:13.841058 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2eb8f4e-c85e-467c-89ef-2fec87c34083 req-c61dea2f-cf3e-4f7e-8bc4-a220d36294fc tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 931 time: 0.0563474 Mar 14 10:17:13.893382 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2eb8f4e-c85e-467c-89ef-2fec87c34083 req-27e7bbc2-cc79-4b00-93de-ec869c4d9ef4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451741 Mar 14 10:17:14.018297 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03da0279-117a-4a63-839a-6c7ab532d31b {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:17:14.027246 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Publish callbacks [] for port (03da0279-117a-4a63-839a-6c7ab532d31b), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:14.039492 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Transition to ACTIVE for port object 03da0279-117a-4a63-839a-6c7ab532d31b will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:17:14.043400 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:14.090216 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:14.130569 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Attempting to bind port 03da0279-117a-4a63-839a-6c7ab532d31b on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:17:14.130909 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Attempting to bind port 03da0279-117a-4a63-839a-6c7ab532d31b by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:17:14.131239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Attempting to bind port 03da0279-117a-4a63-839a-6c7ab532d31b on network c500129c-7fc1-4dae-be06-7fc419a32743 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:17:14.135965 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Port 03da0279-117a-4a63-839a-6c7ab532d31b on network c500129c-7fc1-4dae-be06-7fc419a32743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:17:14.136323 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Attempting to bind port 03da0279-117a-4a63-839a-6c7ab532d31b on network c500129c-7fc1-4dae-be06-7fc419a32743 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:17:14.141446 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:17:14.141815 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Checking segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:17:14.142749 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Bound using segment: {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:17:14.143174 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Bound port: 03da0279-117a-4a63-839a-6c7ab532d31b, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c780118b-5702-446d-a972-f39b8e97d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:17:14.143538 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:14.207618 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:17:14.210732 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:17:14.216665 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:14.254407 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.255196 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:14.256748 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] 10.222.0.35 "PUT /v2.0/ports/03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 1093 time: 0.5815420 Mar 14 10:17:14.257236 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:14.259516 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3888bad1-973e-41be-b64f-1fb8376634da" -d '{"events": [{"name": "network-changed", "server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:14.286519 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7d15e-8eef-41b2-9c15-255f37e6c387 service neutron] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:14.306284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb7a00-f24a-49f3-a4d3-3c1afc907ee9 x-openstack-request-id: req-3fcb7a00-f24a-49f3-a4d3-3c1afc907ee9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:14.306580 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:14.306864 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3fcb7a00-f24a-49f3-a4d3-3c1afc907ee9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:14.307275 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'status': 'completed', 'code': 200} Mar 14 10:17:14.370404 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-c72e8820-2ed1-4015-9b23-39802d21c950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.372056 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-c72e8820-2ed1-4015-9b23-39802d21c950 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1127 time: 0.0537295 Mar 14 10:17:14.381230 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9b5b-f294-4d81-83bf-f763cc529808 req-be8bea0a-97f0-4232-b097-7796548aa264 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.382878 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79ea9b5b-f294-4d81-83bf-f763cc529808 req-be8bea0a-97f0-4232-b097-7796548aa264 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0605807 Mar 14 10:17:14.420057 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-706de2dc-2212-4049-a480-ef9cbbe04b58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 217 time: 0.0385511 Mar 14 10:17:14.433197 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79ea9b5b-f294-4d81-83bf-f763cc529808 req-d24a402a-1fce-40c4-baf8-01bc67aad58e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434928 Mar 14 10:17:14.488776 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-470ff598-6c36-42c4-bca7-c74c2c85657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.490239 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-470ff598-6c36-42c4-bca7-c74c2c85657f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0529411 Mar 14 10:17:14.547111 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-79f74f25-03d1-4c9b-b751-7dd74400f2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.549347 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-79f74f25-03d1-4c9b-b751-7dd74400f2a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432179 Mar 14 10:17:14.637766 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205aa36-31aa-4fa3-86e1-9ae700b15343 req-d53bdedf-ff1b-4757-a170-a045cf0cc76f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.639239 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6205aa36-31aa-4fa3-86e1-9ae700b15343 req-d53bdedf-ff1b-4757-a170-a045cf0cc76f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0568559 Mar 14 10:17:14.645439 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-aec77f73-b77d-4723-b9a6-816ef9b90b50 service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889394 Mar 14 10:17:14.694235 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6205aa36-31aa-4fa3-86e1-9ae700b15343 req-9f8d7cf9-0ebc-428d-993b-73908921ce69 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Mar 14 10:17:14.748875 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a758d1eb-5bbc-4138-8a82-c7ef34c8760d req-9fe9c010-d707-48a0-b613-e2405d7b4ddc service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955284 Mar 14 10:17:14.843862 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888bad1-973e-41be-b64f-1fb8376634da req-8d236fad-5bd3-4021-8a15-5786bf136393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.845893 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-8d236fad-5bd3-4021-8a15-5786bf136393 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1127 time: 0.0482175 Mar 14 10:17:14.938532 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888bad1-973e-41be-b64f-1fb8376634da req-efd8f930-85c9-4770-9255-5e4a56f5c8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:14.940018 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-efd8f930-85c9-4770-9255-5e4a56f5c8ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 908 time: 0.0838680 Mar 14 10:17:14.990754 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-92999355-66a3-4d15-8583-8b4d0110480b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 217 time: 0.0371225 Mar 14 10:17:15.008926 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965fced-c86c-4c28-be46-8bc50c4f1a7e req-390edf5e-f7db-4a09-8547-a502404fbfb8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.010397 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9965fced-c86c-4c28-be46-8bc50c4f1a7e req-390edf5e-f7db-4a09-8547-a502404fbfb8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0517061 Mar 14 10:17:15.039621 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888bad1-973e-41be-b64f-1fb8376634da req-1e4c51ae-5701-4b6a-8ed2-dab378d5bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.041300 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-1e4c51ae-5701-4b6a-8ed2-dab378d5bff1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0433130 Mar 14 10:17:15.060608 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9965fced-c86c-4c28-be46-8bc50c4f1a7e req-dcb16d9e-c97a-4721-b42a-c19205787ec1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444562 Mar 14 10:17:15.094022 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888bad1-973e-41be-b64f-1fb8376634da req-b1e183c3-8ed4-412e-b9f4-a7530cf30f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.096243 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-b1e183c3-8ed4-412e-b9f4-a7530cf30f5e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470917 Mar 14 10:17:15.193329 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-313c20ca-400f-4fc7-9c29-97b46f430d94 service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828986 Mar 14 10:17:15.284859 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3888bad1-973e-41be-b64f-1fb8376634da req-a3eb9ffc-3de9-42a6-a43d-0f8747fc8c0f service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792546 Mar 14 10:17:15.553298 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a2854-b5a4-4ca0-9b19-164b9048c8f9 req-edb0685c-ff33-4b66-8fdd-6366dba956a4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.554828 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-989a2854-b5a4-4ca0-9b19-164b9048c8f9 req-edb0685c-ff33-4b66-8fdd-6366dba956a4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0534344 Mar 14 10:17:15.604467 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-989a2854-b5a4-4ca0-9b19-164b9048c8f9 req-12f62d75-24fe-4748-9ecf-767fa608c40b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441778 Mar 14 10:17:15.835479 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f507ce-f1ee-4710-9178-0164699e1e84 req-5270cdb5-0b65-46cd-a59e-5bb331949b9d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.837266 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92f507ce-f1ee-4710-9178-0164699e1e84 req-5270cdb5-0b65-46cd-a59e-5bb331949b9d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0568423 Mar 14 10:17:15.889688 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92f507ce-f1ee-4710-9178-0164699e1e84 req-a64571af-3b6b-4f47-b06c-5d67a79408de tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436502 Mar 14 10:17:15.955616 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-6cedf9ba-ec52-4f16-a7cf-2559e300f2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.957107 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-6cedf9ba-ec52-4f16-a7cf-2559e300f2e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc03e978457496f87b0aaf839d16db5&device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 1129 time: 0.0471978 Mar 14 10:17:15.960281 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50b698-0324-478f-975e-ad56f5fd2be8 req-72eb2486-98a7-4e97-861f-b010cc4ebcdd tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:15.961720 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3a50b698-0324-478f-975e-ad56f5fd2be8 req-72eb2486-98a7-4e97-861f-b010cc4ebcdd tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0547855 Mar 14 10:17:16.008439 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3a50b698-0324-478f-975e-ad56f5fd2be8 req-e5ebfc50-65cd-4c09-a743-916cb08f2b40 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408545 Mar 14 10:17:16.054355 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-eb01553a-3d99-4339-9301-5d19ffead7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:16.055841 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-eb01553a-3d99-4339-9301-5d19ffead7b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 200 len: 918 time: 0.0902102 Mar 14 10:17:16.100172 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-d2771542-a33f-4550-aa61-c360b472db44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 200 len: 217 time: 0.0340242 Mar 14 10:17:16.158544 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-2cc346a3-b00a-402c-8417-613fcb542924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:16.160092 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-2cc346a3-b00a-402c-8417-613fcb542924 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 200 len: 858 time: 0.0477786 Mar 14 10:17:16.184855 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd60eb60-2fb8-4176-b51b-b6e1e3f781ef req-0231a7f2-5352-47f0-991c-0caf878dc8d1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:16.186331 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd60eb60-2fb8-4176-b51b-b6e1e3f781ef req-0231a7f2-5352-47f0-991c-0caf878dc8d1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0551488 Mar 14 10:17:16.204878 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-3910b07e-29b1-4a29-9297-ac7454a40bb5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3f84a43f-5b50-4312-84d7-266c2d062ea7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282085 Mar 14 10:17:16.239272 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cd60eb60-2fb8-4176-b51b-b6e1e3f781ef req-6b11fea5-cdd5-45ec-a475-c857ba48a159 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467434 Mar 14 10:17:16.294953 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-a591cbbb-0701-4fd6-89b4-98f40bb7d394 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823109 Mar 14 10:17:16.387833 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b8c6ddef-799b-4e60-8eb6-c4dd4e2aea6a req-e0989754-0672-4124-9585-3d5b7955ee31 service neutron] 10.222.0.35 "GET /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860338 Mar 14 10:17:17.020337 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b9294-bff9-4c4d-9e0e-1937e42e31bb req-71eff81a-fca3-45c5-bec8-dfbc5c76ae53 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:17.021819 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-212b9294-bff9-4c4d-9e0e-1937e42e31bb req-71eff81a-fca3-45c5-bec8-dfbc5c76ae53 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0519829 Mar 14 10:17:17.068576 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-212b9294-bff9-4c4d-9e0e-1937e42e31bb req-1d47a7cf-adad-4222-ad48-b08dad5b838a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412328 Mar 14 10:17:17.130735 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ff695-6387-4558-a468-c7960a876551 req-3a7ee66e-ea01-4aae-a200-480b59dab727 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:17.132269 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e62ff695-6387-4558-a468-c7960a876551 req-3a7ee66e-ea01-4aae-a200-480b59dab727 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0557721 Mar 14 10:17:17.177825 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e62ff695-6387-4558-a468-c7960a876551 req-eb1d3c0b-42a1-47d2-8cc3-0a4e6b232eb1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399954 Mar 14 10:17:17.365723 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fdfd0-3eb4-4526-b583-0925ea6362a5 req-90dacf01-aeed-47b1-88e3-b1e9eadabb46 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:17.367193 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc4fdfd0-3eb4-4526-b583-0925ea6362a5 req-90dacf01-aeed-47b1-88e3-b1e9eadabb46 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0521762 Mar 14 10:17:17.416018 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc4fdfd0-3eb4-4526-b583-0925ea6362a5 req-13607315-f45d-4340-8fc2-b851932c987e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432556 Mar 14 10:17:18.191365 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495ff90-2de3-4f6b-a324-4a7fe08edead req-b5c76279-50db-44d3-84f8-6aa5489211f6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:18.192816 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a495ff90-2de3-4f6b-a324-4a7fe08edead req-b5c76279-50db-44d3-84f8-6aa5489211f6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 943 time: 0.0521753 Mar 14 10:17:18.245472 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a495ff90-2de3-4f6b-a324-4a7fe08edead req-42873a6c-dde8-44e7-9c7c-9b6cd58b19d6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454514 Mar 14 10:17:18.297718 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fd3f8-ac92-491f-8600-e60dfd402009 req-fcd249bd-78be-4795-8ce2-7321b20d9706 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:18.299748 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e53fd3f8-ac92-491f-8600-e60dfd402009 req-fcd249bd-78be-4795-8ce2-7321b20d9706 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0533507 Mar 14 10:17:18.346734 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e53fd3f8-ac92-491f-8600-e60dfd402009 req-387c3a12-c1d1-4e20-852d-99f8f0213a9b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415106 Mar 14 10:17:18.529683 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb1a56-d2a0-4681-b02f-83a2a4eeda1e req-12d8d1b1-2277-482e-a8a5-6e539766ffca tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:18.531152 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08cb1a56-d2a0-4681-b02f-83a2a4eeda1e req-12d8d1b1-2277-482e-a8a5-6e539766ffca tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0516353 Mar 14 10:17:18.578942 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08cb1a56-d2a0-4681-b02f-83a2a4eeda1e req-01c1f362-0cc1-4fe6-bcf3-dba39a17a222 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418017 Mar 14 10:17:18.743270 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:17:18.890113 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:18.904345 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'port_id': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'mac_address': 'fa:16:3e:31:28:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:17:18.953018 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:18.953406 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:18.969821 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d5b67aa-2452-493f-908e-6c38a05c7cea {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:17:18.993630 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:19.031327 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:19.216104 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:19.370956 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa8d20-3907-49f6-a39d-84e539f81d7b req-7e748cd6-8290-415c-abd8-dc4b29a9b49c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:19.372478 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0fa8d20-3907-49f6-a39d-84e539f81d7b req-7e748cd6-8290-415c-abd8-dc4b29a9b49c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 944 time: 0.0566394 Mar 14 10:17:19.374295 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['5d5b67aa-2452-493f-908e-6c38a05c7cea'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:17:19.433464 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0fa8d20-3907-49f6-a39d-84e539f81d7b req-11e6286f-e193-4e49-93b3-e86d728efb12 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547311 Mar 14 10:17:19.476677 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091883a-1834-49ad-96c9-953e9a45c07a req-907ef081-c2b1-4583-b364-37bc096368c5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:19.478183 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8091883a-1834-49ad-96c9-953e9a45c07a req-907ef081-c2b1-4583-b364-37bc096368c5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0607939 Mar 14 10:17:19.529038 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8091883a-1834-49ad-96c9-953e9a45c07a req-c21cfb39-9d4a-4e3e-a20f-6c31d90ca570 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451462 Mar 14 10:17:19.697103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888722-ec5a-423f-bf62-d5abaec90eb3 req-2f268619-093f-48da-ba07-c1fc6fb9850f tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:19.698602 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b3888722-ec5a-423f-bf62-d5abaec90eb3 req-2f268619-093f-48da-ba07-c1fc6fb9850f tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0520952 Mar 14 10:17:19.750420 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b3888722-ec5a-423f-bf62-d5abaec90eb3 req-11d367c0-9fff-403d-bdfc-8c300d2ea4b2 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464461 Mar 14 10:17:20.127246 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c0d863-8c73-41e6-9dd2-f07ab05fd99e req-a4ecb630-6b13-4cce-9756-6a04165fe6ab tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:20.128629 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35c0d863-8c73-41e6-9dd2-f07ab05fd99e req-a4ecb630-6b13-4cce-9756-6a04165fe6ab tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.0519032 Mar 14 10:17:20.179565 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35c0d863-8c73-41e6-9dd2-f07ab05fd99e req-2e3efe55-e9f5-469f-9e15-cffd651bba03 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451653 Mar 14 10:17:20.557044 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7638d0-f708-40a0-8aa5-0a4cfb7200b5 req-301e6784-293b-4b08-9652-3bdbc710bef9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:20.558515 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb7638d0-f708-40a0-8aa5-0a4cfb7200b5 req-301e6784-293b-4b08-9652-3bdbc710bef9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 944 time: 0.0514202 Mar 14 10:17:20.606856 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb7638d0-f708-40a0-8aa5-0a4cfb7200b5 req-0dcf0782-87ba-4711-a539-61191e724eaa tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428107 Mar 14 10:17:20.625360 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:17:20.758321 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:17:20.805588 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 5d5b67aa-2452-493f-908e-6c38a05c7cea triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:20.805969 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:20.881839 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c59251-8f3b-48aa-8c97-ddd8a717b1d7 req-961d8c35-089b-4f80-9cca-08c8c0cef6c1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:20.883367 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79c59251-8f3b-48aa-8c97-ddd8a717b1d7 req-961d8c35-089b-4f80-9cca-08c8c0cef6c1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0656557 Mar 14 10:17:20.888556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 5d5b67aa-2452-493f-908e-6c38a05c7cea is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:20.889071 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:20.921481 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:20.923985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecdee2a-8050-4074-96c0-3ce721708e70" -d '{"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:20.940556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:20.945208 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:20.954178 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79c59251-8f3b-48aa-8c97-ddd8a717b1d7 req-3fc4d4fa-e19a-4da0-8c29-efbf72cb4448 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578284 Mar 14 10:17:20.999159 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd44355-aad9-4896-82fe-c283a356a41b x-openstack-request-id: req-7dd44355-aad9-4896-82fe-c283a356a41b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:20.999477 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-plugged", "status": "completed", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:20.999784 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7dd44355-aad9-4896-82fe-c283a356a41b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:21.000184 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'code': 200} Mar 14 10:17:21.004902 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:21.295268 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9784b9e-91f5-4db1-a123-4c258cf5a1e7 req-a4c023b6-5954-4c30-8d9e-6ba6f69a332b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:21.296672 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a9784b9e-91f5-4db1-a123-4c258cf5a1e7 req-a4c023b6-5954-4c30-8d9e-6ba6f69a332b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.0515332 Mar 14 10:17:21.343710 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a9784b9e-91f5-4db1-a123-4c258cf5a1e7 req-0bd16d93-493c-476c-95a7-5ed81573a061 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414631 Mar 14 10:17:21.531984 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b802-1595-4740-bb44-4a398742dad7 req-8b75e07d-c0f7-4012-a43a-7136e3227bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:21.533491 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fef3b802-1595-4740-bb44-4a398742dad7 req-8b75e07d-c0f7-4012-a43a-7136e3227bf3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 1130 time: 0.0438378 Mar 14 10:17:21.585128 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-fef3b802-1595-4740-bb44-4a398742dad7 req-9103ecc3-e9e6-47e7-8225-c987e126cdef service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Mar 14 10:17:21.736181 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d25397-d71c-41ed-ad66-d8b50a46f2aa req-c33e602f-456d-4b5f-8bf7-d7d7b21c3101 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:21.737650 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72d25397-d71c-41ed-ad66-d8b50a46f2aa req-c33e602f-456d-4b5f-8bf7-d7d7b21c3101 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.0581264 Mar 14 10:17:21.782941 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72d25397-d71c-41ed-ad66-d8b50a46f2aa req-f95ba544-f000-4bed-b6c2-179777ebf066 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397611 Mar 14 10:17:22.075076 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c8c58b-271f-49d6-94ad-892393bef574 req-f490bed7-2755-4026-9b57-9452ab0a2f6b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:22.076580 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-19c8c58b-271f-49d6-94ad-892393bef574 req-f490bed7-2755-4026-9b57-9452ab0a2f6b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0520935 Mar 14 10:17:22.124166 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-19c8c58b-271f-49d6-94ad-892393bef574 req-35d462cf-4163-4017-b441-a34159e7b96c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420156 Mar 14 10:17:22.283365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-e7fdacd1-9258-4694-a0d2-44c10b10e242 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:22.285097 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-e7fdacd1-9258-4694-a0d2-44c10b10e242 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.0632024 Mar 14 10:17:22.393316 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port ab52d764-902c-4952-8130-260d3557098e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:22.393731 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (ab52d764-902c-4952-8130-260d3557098e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.472093 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc1cf-6591-4510-94aa-13c44ac51a5f req-d73da3aa-8a85-4b4b-8cf9-e6967460e6d6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:22.473752 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89ecc1cf-6591-4510-94aa-13c44ac51a5f req-d73da3aa-8a85-4b4b-8cf9-e6967460e6d6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 945 time: 0.0620077 Mar 14 10:17:22.491485 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] For port ab52d764-902c-4952-8130-260d3557098e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=ab52d764-902c-4952-8130-260d3557098e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:22.491891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (ab52d764-902c-4952-8130-260d3557098e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.529120 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89ecc1cf-6591-4510-94aa-13c44ac51a5f req-0d56038f-2ac7-458f-afc2-5df42f2fa2ab tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=fa64578e-8139-4777-8aba-de9f97ceb892&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497317 Mar 14 10:17:22.708459 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.709017 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (58b084e8-1c20-447d-8fe4-40fb5338c844), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.709017 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP 58b084e8-1c20-447d-8fe4-40fb5338c844 disassociated. External IP: 172.27.0.232, port: ab52d764-902c-4952-8130-260d3557098e. Mar 14 10:17:22.709363 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for ab52d764-902c-4952-8130-260d3557098e owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:22.752040 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:17:22.849596 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (ab52d764-902c-4952-8130-260d3557098e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.871772 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:22.882303 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=ab52d764-902c-4952-8130-260d3557098e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:22.888260 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '03da0279-117a-4a63-839a-6c7ab532d31b', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'port_id': '03da0279-117a-4a63-839a-6c7ab532d31b', 'mac_address': 'fa:16:3e:d9:5e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:17:22.941454 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fbbe9a-9948-4f8c-a729-7312e964dc73 req-ac67f85f-f9db-4da9-a85b-78a8014be5b0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:22.946826 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8fbbe9a-9948-4f8c-a729-7312e964dc73 req-ac67f85f-f9db-4da9-a85b-78a8014be5b0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.0726783 Mar 14 10:17:22.947840 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 03da0279-117a-4a63-839a-6c7ab532d31b is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:22.948632 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:22.968142 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03da0279-117a-4a63-839a-6c7ab532d31b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:17:23.000623 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:23.009202 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:23.038915 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8fbbe9a-9948-4f8c-a729-7312e964dc73 req-688249f6-eef4-4b61-aec8-c890dc006692 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866694 Mar 14 10:17:23.058039 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7b68a0fb-8055-410e-a3b7-5400cef12384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:23.066738 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:17:23.080530 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:23.204996 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:17:23.222627 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:17:23.246887 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:23.247780 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:23.273080 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b82621-58c6-4353-8b97-89afc50691e6 req-47764c72-e48e-4d1e-a5a8-df529a74dfbb tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:23.274939 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18b82621-58c6-4353-8b97-89afc50691e6 req-47764c72-e48e-4d1e-a5a8-df529a74dfbb tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 944 time: 0.0712373 Mar 14 10:17:23.284645 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] No DVR routers for this DVR port ab52d764-902c-4952-8130-260d3557098e on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:17:23.286525 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:23.291888 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-73f38b67-a7f3-4345-9561-c1c06888dc1d req-8fc61e4c-1b5a-4b16-8df7-7ef973f6421c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "DELETE /v2.0/ports/ab52d764-902c-4952-8130-260d3557098e HTTP/1.1" status: 204 len: 173 time: 0.9997692 Mar 14 10:17:23.292633 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'name': 'network-vif-deleted', 'tag': 'ab52d764-902c-4952-8130-260d3557098e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:23.307760 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60467561-4e22-41ca-9402-019ff35119b7" -d '{"events": [{"server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "name": "network-vif-deleted", "tag": "ab52d764-902c-4952-8130-260d3557098e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:23.356390 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['03da0279-117a-4a63-839a-6c7ab532d31b'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:17:23.370404 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-18b82621-58c6-4353-8b97-89afc50691e6 req-7d6b8b6b-2b0a-4234-b9f2-3b19e0761d3c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843139 Mar 14 10:17:23.467866 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:23.526332 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0170681c-931d-4a49-a77c-c4b876592676 x-openstack-request-id: req-0170681c-931d-4a49-a77c-c4b876592676 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:23.526622 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d7b8b2-d111-4744-9c26-6a9f18086baf", "name": "network-vif-deleted", "tag": "ab52d764-902c-4952-8130-260d3557098e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:23.526884 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0170681c-931d-4a49-a77c-c4b876592676 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:23.527401 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d7b8b2-d111-4744-9c26-6a9f18086baf', 'name': 'network-vif-deleted', 'tag': 'ab52d764-902c-4952-8130-260d3557098e', 'status': 'completed', 'code': 200} Mar 14 10:17:23.738079 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929e84e-f449-4844-bc2a-b36587f310af req-e52f49cb-d43d-46a2-ac29-93e093507928 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:23.739979 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9929e84e-f449-4844-bc2a-b36587f310af req-e52f49cb-d43d-46a2-ac29-93e093507928 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1222520 Mar 14 10:17:23.760601 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d002221c-f201-4cda-bfae-2fc2cfa640c9 req-03f670a4-367f-414b-b754-534be39986e6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=59d7b8b2-d111-4744-9c26-6a9f18086baf HTTP/1.1" status: 200 len: 210 time: 0.0449011 Mar 14 10:17:23.828245 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9929e84e-f449-4844-bc2a-b36587f310af req-a0e8851f-a4c1-4caf-9ac9-c81d35bd79fa tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701048 Mar 14 10:17:23.868830 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:58Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:23.902498 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:17:23.912100 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:23.912735 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:16:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:24.037245 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:24.187862 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38170e21-d4e3-4ddf-9fe0-0382c14bf407 req-14b4ccc9-3928-40cc-8f91-260f1b5177df tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:24.191371 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38170e21-d4e3-4ddf-9fe0-0382c14bf407 req-14b4ccc9-3928-40cc-8f91-260f1b5177df tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.0568931 Mar 14 10:17:24.237147 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-38170e21-d4e3-4ddf-9fe0-0382c14bf407 req-8dca470f-4da3-4cfb-81f3-382d2d4ba490 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408692 Mar 14 10:17:24.278576 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:58Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:24.305932 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc051daa-9db8-4f6c-8674-7c85c7147f6a None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'ce9cbbc0-aaa4-4377-ad40-126f497025d4', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.50', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 136, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4d:c8:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:14:30Z', 'updated_at': '2022-03-14T10:14:58Z', 'revision_number': 2, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:17:24.540758 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef169b23-0f63-4b17-85fe-da5786914cb6 req-b99ada44-e272-4c5a-ac54-60cbb3eebd4c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:24.542313 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef169b23-0f63-4b17-85fe-da5786914cb6 req-b99ada44-e272-4c5a-ac54-60cbb3eebd4c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 944 time: 0.0558796 Mar 14 10:17:24.554344 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9edddf-f21f-4d42-a906-897247a6003b None None] New status for floating IP 58b084e8-1c20-447d-8fe4-40fb5338c844: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:17:24.592929 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ef169b23-0f63-4b17-85fe-da5786914cb6 req-e14dbefc-c8fe-4bb2-948d-9415cb5600c5 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448279 Mar 14 10:17:24.774277 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:17:24.832378 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 03da0279-117a-4a63-839a-6c7ab532d31b completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:17:24.842321 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 03da0279-117a-4a63-839a-6c7ab532d31b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:24.843112 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:24.866657 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37894) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:24.953533 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 03da0279-117a-4a63-839a-6c7ab532d31b is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:24.954105 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:24.971360 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (fa64578e-8139-4777-8aba-de9f97ceb892), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:24.977533 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:24.979920 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de18a68b-9188-4d2f-adf9-94552b5aeeee" -d '{"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-plugged", "status": "completed", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:24.993714 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:24.998389 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:24.999396 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ab52d764-902c-4952-8130-260d3557098e no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:17:25.022412 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (fa64578e-8139-4777-8aba-de9f97ceb892), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.040933 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449e2fc3-ba2a-48f3-9f8f-acc932197968 x-openstack-request-id: req-449e2fc3-ba2a-48f3-9f8f-acc932197968 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:25.041392 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-plugged", "status": "completed", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:25.041754 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-449e2fc3-ba2a-48f3-9f8f-acc932197968 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:25.042273 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'code': 200} Mar 14 10:17:25.042893 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: ab52d764-902c-4952-8130-260d3557098e {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:17:25.043338 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device ab52d764-902c-4952-8130-260d3557098e not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:17:25.055204 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bcd3b-de8b-420b-a80d-c0ff1a0167ab req-91401a71-3824-4e6e-83d5-ee11d37c5fac tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:25.057457 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-087bcd3b-de8b-420b-a80d-c0ff1a0167ab req-91401a71-3824-4e6e-83d5-ee11d37c5fac tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.1433647 Mar 14 10:17:25.072437 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:25.080214 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.080873 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.081457 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.082044 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.082592 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.083139 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.083725 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.084398 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.084943 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.085503 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.086097 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.086650 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.087299 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.087954 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.088507 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.127693 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-087bcd3b-de8b-420b-a80d-c0ff1a0167ab req-c1a28842-0d2c-44b8-835a-5ddaaeb21b97 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590713 Mar 14 10:17:25.134391 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fa64578e-8139-4777-8aba-de9f97ceb892), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.137074 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.138145 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/security-groups/fa64578e-8139-4777-8aba-de9f97ceb892 HTTP/1.1" status: 204 len: 168 time: 0.2701838 Mar 14 10:17:25.141533 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37898) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:25.156681 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa64578e-8139-4777-8aba-de9f97ceb892,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:25.156865 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-ac1fe173-7949-4bae-bb00-8131a090251d tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] show failed (client error): The resource could not be found. Mar 14 10:17:25.161984 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ac1fe173-7949-4bae-bb00-8131a090251d tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups/fa64578e-8139-4777-8aba-de9f97ceb892 HTTP/1.1" status: 404 len: 347 time: 0.0193691 Mar 14 10:17:25.162597 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37900) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:25.166666 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.167091 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.167501 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.168002 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.168404 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.168927 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.169330 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.169741 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.170138 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.170531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.170924 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.171427 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.172042 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.172431 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.173649 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1caad80-ff5c-4d6c-b4ef-3f5c48c9bd8b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:17:25.340108 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294efe4-b3f8-4e5e-8eaa-a0d0cf98be21 req-27415f5b-c965-4c7e-ad47-08341e91f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:25.341751 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7294efe4-b3f8-4e5e-8eaa-a0d0cf98be21 req-27415f5b-c965-4c7e-ad47-08341e91f9b8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1129 time: 0.0610595 Mar 14 10:17:25.343185 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port dc9731ec-cc5a-4257-bd41-18e15c84f775 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:25.343523 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.452301 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7294efe4-b3f8-4e5e-8eaa-a0d0cf98be21 req-da0aa907-9f65-4ea2-8544-6193712a7011 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873098 Mar 14 10:17:25.456314 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.456647 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (dc9731ec-cc5a-4257-bd41-18e15c84f775), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.468792 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for dc9731ec-cc5a-4257-bd41-18e15c84f775 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:25.495191 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d298d504-acd4-4101-85a3-63e27caad217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.614871 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (dc9731ec-cc5a-4257-bd41-18e15c84f775), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.636456 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=dc9731ec-cc5a-4257-bd41-18e15c84f775,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:25.666685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (58b084e8-1c20-447d-8fe4-40fb5338c844), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.669522 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:25.672011 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-30fe5acb-59b8-440b-bca7-ec44248e9d7e tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/floatingips/58b084e8-1c20-447d-8fe4-40fb5338c844 HTTP/1.1" status: 204 len: 168 time: 0.5084839 Mar 14 10:17:25.742238 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df7edf-e365-42f9-ac49-15a96783ef8b req-1df6397a-ad32-4ec7-811d-5906ab05cf52 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:25.743989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42df7edf-e365-42f9-ac49-15a96783ef8b req-1df6397a-ad32-4ec7-811d-5906ab05cf52 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0658641 Mar 14 10:17:25.796083 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-42df7edf-e365-42f9-ac49-15a96783ef8b req-7a09032e-72bc-4223-a480-9b24eacf963c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456853 Mar 14 10:17:26.256819 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd8a62-12cd-430f-af78-c63bea19afc2 req-54e805ef-1427-48e8-9348-b0c2b6a42efc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:26.258216 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f9cd8a62-12cd-430f-af78-c63bea19afc2 req-54e805ef-1427-48e8-9348-b0c2b6a42efc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0521779 Mar 14 10:17:26.304982 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f9cd8a62-12cd-430f-af78-c63bea19afc2 req-b1a065e9-00dc-4060-b429-5d6e8de3baba tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412407 Mar 14 10:17:26.390947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:26.938456 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9bc4b-8bd2-4375-861f-54cccc2d5790 req-8c666966-da95-43b2-9aa2-94f40bafab6f tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:26.952195 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60e9bc4b-8bd2-4375-861f-54cccc2d5790 req-8c666966-da95-43b2-9aa2-94f40bafab6f tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0833762 Mar 14 10:17:27.003986 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-eabd59d2-b9e5-4352-bfc6-2d3f55a6ca6d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:27.005580 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-eabd59d2-b9e5-4352-bfc6-2d3f55a6ca6d tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 946 time: 0.0765805 Mar 14 10:17:27.017710 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-60e9bc4b-8bd2-4375-861f-54cccc2d5790 req-00d15b31-d76c-4319-8b1d-5f6fa96ca2ec tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645137 Mar 14 10:17:27.131482 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Deleting port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:27.131860 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:27.223455 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] For port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:27.223850 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:27.237009 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Calling delete_port for dd14a2d4-5989-48a7-a4d5-a79b9a937e7c owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:27.340591 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfa7ab-2663-44bf-9795-fb3c3992f36d req-c69f7013-5523-4e1a-9490-364cf70c2440 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:27.342303 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0adfa7ab-2663-44bf-9795-fb3c3992f36d req-c69f7013-5523-4e1a-9490-364cf70c2440 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.0524144 Mar 14 10:17:27.373016 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (dd14a2d4-5989-48a7-a4d5-a79b9a937e7c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:27.392680 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['769b53cb-4a3a-401f-b024-483287d18ed8', 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:17:27.401267 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0adfa7ab-2663-44bf-9795-fb3c3992f36d req-416bc941-20e1-4356-b04d-89a36f914e9b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0512140 Mar 14 10:17:27.403559 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Pushing event deleted for resources: {'Port': ['ID=dd14a2d4-5989-48a7-a4d5-a79b9a937e7c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:27.425802 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0832c23-6123-414c-aab1-f479bb7dc662 req-919ef6e2-8855-41fc-bfeb-82fb5840249e tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=173af629-2bcd-4c9e-b418-c2b7437c3f0c HTTP/1.1" status: 200 len: 210 time: 0.0323033 Mar 14 10:17:27.454417 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] No DVR routers for this DVR port dd14a2d4-5989-48a7-a4d5-a79b9a937e7c on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:17:27.457115 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:27.460665 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-154df235-523b-45f6-86b5-bf1e01b029e5 req-e1c0be78-1a5d-4a66-9e6f-2ebaea2034fc tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "DELETE /v2.0/ports/dd14a2d4-5989-48a7-a4d5-a79b9a937e7c HTTP/1.1" status: 204 len: 173 time: 0.4429479 Mar 14 10:17:27.461135 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'name': 'network-vif-deleted', 'tag': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:27.464099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6102c30e-7769-4e8a-a8d3-fec277696778" -d '{"events": [{"server_uuid": "173af629-2bcd-4c9e-b418-c2b7437c3f0c", "name": "network-vif-deleted", "tag": "dd14a2d4-5989-48a7-a4d5-a79b9a937e7c"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:27.501039 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9919af9-d08a-408a-b190-cfc1b5c69068 x-openstack-request-id: req-e9919af9-d08a-408a-b190-cfc1b5c69068 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:27.501339 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173af629-2bcd-4c9e-b418-c2b7437c3f0c", "name": "network-vif-deleted", "tag": "dd14a2d4-5989-48a7-a4d5-a79b9a937e7c", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:27.501594 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9919af9-d08a-408a-b190-cfc1b5c69068 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:27.501996 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173af629-2bcd-4c9e-b418-c2b7437c3f0c', 'name': 'network-vif-deleted', 'tag': 'dd14a2d4-5989-48a7-a4d5-a79b9a937e7c', 'status': 'completed', 'code': 200} Mar 14 10:17:27.825568 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:28.132102 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95aa6f4-ebb5-4f6e-9b40-ffbe3922411c req-05033092-08f0-41c2-aef6-bff91208a266 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:28.133547 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f95aa6f4-ebb5-4f6e-9b40-ffbe3922411c req-05033092-08f0-41c2-aef6-bff91208a266 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0560021 Mar 14 10:17:28.181931 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f95aa6f4-ebb5-4f6e-9b40-ffbe3922411c req-20582746-9c57-4763-ab4e-113a0ddccecc tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 Mar 14 10:17:28.300187 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d575d6-36ee-4a18-b031-7128b9ae6558 req-8cc23ca6-4f03-4260-9c95-72983d330c59 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:28.301695 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95d575d6-36ee-4a18-b031-7128b9ae6558 req-8cc23ca6-4f03-4260-9c95-72983d330c59 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0542018 Mar 14 10:17:28.350337 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-95d575d6-36ee-4a18-b031-7128b9ae6558 req-0c889971-9e39-4fe9-b2b8-32f763ddd781 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Mar 14 10:17:28.372862 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37934) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:28.534977 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4262cf1-66ce-4dfb-af5a-62a1aed844e6 req-0545174f-0bca-4a9d-8561-f4a6ef3690e5 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:28.536503 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4262cf1-66ce-4dfb-af5a-62a1aed844e6 req-0545174f-0bca-4a9d-8561-f4a6ef3690e5 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.0616066 Mar 14 10:17:28.609287 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4262cf1-66ce-4dfb-af5a-62a1aed844e6 req-541be9f7-f687-4411-b85e-e2dabf8f2003 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0632567 Mar 14 10:17:28.614734 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f8e303-b500-4807-bfa3-f0a1160dabb9 tempest-TestShelveInstance-282725160 tempest-TestShelveInstance-282725160-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:28.616278 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b7f8e303-b500-4807-bfa3-f0a1160dabb9 tempest-TestShelveInstance-282725160 tempest-TestShelveInstance-282725160-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1124 time: 0.2424483 Mar 14 10:17:28.619227 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37946) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:28.623719 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'port_id': '03da0279-117a-4a63-839a-6c7ab532d31b', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:28.644576 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:28.948215 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c316d54-72d5-4cf7-8760-7fd3dec50520 req-51b64334-4348-412b-b38b-ec4f76514ae1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:28.949652 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c316d54-72d5-4cf7-8760-7fd3dec50520 req-51b64334-4348-412b-b38b-ec4f76514ae1 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.2919240 Mar 14 10:17:29.009705 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c316d54-72d5-4cf7-8760-7fd3dec50520 req-9b18279d-ceef-4665-af6c-e679a14fc8d3 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533001 Mar 14 10:17:29.015806 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.121586 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Allocated IP 172.27.0.64 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/59bf49ba-67ed-4950-894d-9a9720428451) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:17:29.229932 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for port (59bf49ba-67ed-4950-894d-9a9720428451), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.263368 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (59bf49ba-67ed-4950-894d-9a9720428451), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.302750 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:29.305577 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:29.309013 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:17:29.314185 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'Port': ['ID=59bf49ba-67ed-4950-894d-9a9720428451,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:29.569612 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.639915 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-c7505d52-5814-4419-8299-acd605ed601c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:29.641401 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-c7505d52-5814-4419-8299-acd605ed601c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.0523045 Mar 14 10:17:29.740995 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port 0cbca7fa-3c63-45d5-9372-1483250d0551 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:29.741334 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.816550 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for floatingip (fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.835547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] For port 0cbca7fa-3c63-45d5-9372-1483250d0551, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=0cbca7fa-3c63-45d5-9372-1483250d0551,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:29.835863 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:29.873695 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2318d208-0bf1-451b-8a6f-5fcb18f1ab9d req-cd95aa18-a591-4b1b-b60e-5885545cf6bb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:29.875194 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2318d208-0bf1-451b-8a6f-5fcb18f1ab9d req-cd95aa18-a591-4b1b-b60e-5885545cf6bb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 945 time: 0.1790173 Mar 14 10:17:29.964893 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2318d208-0bf1-451b-8a6f-5fcb18f1ab9d req-01b489cb-29c7-4aab-9016-1676d66841dd tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=044f1797-c65e-4327-8cf9-a35f57cc8be6&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0729313 Mar 14 10:17:29.965619 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (59bf49ba-67ed-4950-894d-9a9720428451), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.016708 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.017104 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (ce9cbbc0-aaa4-4377-ad40-126f497025d4), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.017489 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP ce9cbbc0-aaa4-4377-ad40-126f497025d4 disassociated. External IP: 172.27.0.50, port: 0cbca7fa-3c63-45d5-9372-1483250d0551. Mar 14 10:17:30.017913 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for 0cbca7fa-3c63-45d5-9372-1483250d0551 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:30.158724 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for port (59bf49ba-67ed-4950-894d-9a9720428451), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.168614 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d90d7-280c-4841-b7c8-cdc31895eca3 req-1e1767f3-4b24-4df1-b2ed-5ffb2aaddbdf tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:30.170284 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b32d90d7-280c-4841-b7c8-cdc31895eca3 req-1e1767f3-4b24-4df1-b2ed-5ffb2aaddbdf tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0905294 Mar 14 10:17:30.171643 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (59bf49ba-67ed-4950-894d-9a9720428451), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.272401 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event updated for resources: {'Port': ['ID=59bf49ba-67ed-4950-894d-9a9720428451,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:30.301013 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.306472 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b32d90d7-280c-4841-b7c8-cdc31895eca3 req-aa9ae5ae-ad33-41e0-8b90-bee85d849750 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258647 Mar 14 10:17:30.381933 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (0cbca7fa-3c63-45d5-9372-1483250d0551), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.408855 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Floating IP fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2 associated. External IP: 172.27.0.64, port: 03da0279-117a-4a63-839a-6c7ab532d31b. Mar 14 10:17:30.409516 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=0cbca7fa-3c63-45d5-9372-1483250d0551,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:30.528829 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:17:30.645759 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Router 9ea32701-a521-4a56-ae66-7954e63e55db has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:17:30.646424 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:17:30.656713 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:17:30.666764 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:30.667367 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:30.689380 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] No DVR routers for this DVR port 0cbca7fa-3c63-45d5-9372-1483250d0551 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:17:30.691948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:30.695430 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-84945a77-cad0-4275-89b2-d9c99ffd10c7 req-73b80cfd-61bc-4dc3-9e18-6453c367f6d7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "DELETE /v2.0/ports/0cbca7fa-3c63-45d5-9372-1483250d0551 HTTP/1.1" status: 204 len: 173 time: 1.0460396 Mar 14 10:17:30.695952 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'name': 'network-vif-deleted', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:30.698352 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea986946-5305-4083-8fa8-599b15ff0b51" -d '{"events": [{"server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "name": "network-vif-deleted", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:30.756934 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92a8b28-611e-4c8c-93c3-633f4fc3bb94 x-openstack-request-id: req-e92a8b28-611e-4c8c-93c3-633f4fc3bb94 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:30.757235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6957ed92-603f-46f4-86d9-d7251f1ff169", "name": "network-vif-deleted", "tag": "0cbca7fa-3c63-45d5-9372-1483250d0551", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:30.757488 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e92a8b28-611e-4c8c-93c3-633f4fc3bb94 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:30.757894 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6957ed92-603f-46f4-86d9-d7251f1ff169', 'name': 'network-vif-deleted', 'tag': '0cbca7fa-3c63-45d5-9372-1483250d0551', 'status': 'completed', 'code': 200} Mar 14 10:17:30.788692 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:30.791238 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device dd14a2d4-5989-48a7-a4d5-a79b9a937e7c no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:17:30.819535 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: dd14a2d4-5989-48a7-a4d5-a79b9a937e7c {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:17:30.819943 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device dd14a2d4-5989-48a7-a4d5-a79b9a937e7c not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:17:31.009831 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.013569 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:17:31.025057 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] Sync routers for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:17:31.035248 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:31.036153 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.040790 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:31.043095 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:17:31.053365 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:31.053986 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.103097 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-17f5d790-0b23-4cae-bfde-e6c97132e742 req-a3c99f5e-8323-4ff1-b875-d7f76bed9b98 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=6957ed92-603f-46f4-86d9-d7251f1ff169 HTTP/1.1" status: 200 len: 210 time: 0.0371046 Mar 14 10:17:31.109612 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2501b282-70e4-4517-a66d-cffc807ac686 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4891646 Mar 14 10:17:31.110795 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:31.113270 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583ce17a-48ee-41af-b801-bef28b4cef18" -d '{"events": [{"name": "network-changed", "server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:31.170157 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb80d5-5d6e-4ad6-8c71-10d6c5ef4910 x-openstack-request-id: req-e3cb80d5-5d6e-4ad6-8c71-10d6c5ef4910 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:31.171010 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:31.171387 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3cb80d5-5d6e-4ad6-8c71-10d6c5ef4910 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:31.172716 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'status': 'completed', 'code': 200} Mar 14 10:17:31.172977 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:31.263370 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-1aa49627-302a-4438-b301-38bf2e9cac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:31.265634 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-1aa49627-302a-4438-b301-38bf2e9cac1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1129 time: 0.0546901 Mar 14 10:17:31.290822 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:31.382155 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-b72da098-e0bc-4851-b492-c7bcaf7e3a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:31.384500 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-b72da098-e0bc-4851-b492-c7bcaf7e3a0b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 908 time: 0.1121070 Mar 14 10:17:31.450499 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671d2cc-e05d-42e7-a644-66f9c13ab713 req-8b0106a3-ad23-47a2-8e0b-2a1af05dc558 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:31.458165 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3671d2cc-e05d-42e7-a644-66f9c13ab713 req-8b0106a3-ad23-47a2-8e0b-2a1af05dc558 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0703490 Mar 14 10:17:31.458410 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'port_id': '03da0279-117a-4a63-839a-6c7ab532d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'mac_address': 'fa:16:3e:d9:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:17:29Z', 'updated_at': '2022-03-14T10:17:29Z', 'revision_number': 0, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:37Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.480924 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-5b10ca8a-39d8-41b8-a4b4-bf18ccc1ce2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 998 time: 0.0887530 Mar 14 10:17:31.486325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] Checking router: 9ea32701-a521-4a56-ae66-7954e63e55db for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:17:31.494856 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:31.495465 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.516649 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.530541 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3671d2cc-e05d-42e7-a644-66f9c13ab713 req-5af1d6e9-5f44-4d89-9b9b-6ea80b1d3022 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708280 Mar 14 10:17:31.540252 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-841d81b0-e86c-434a-8bf1-462904f799ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:31.541743 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-841d81b0-e86c-434a-8bf1-462904f799ba service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0543568 Mar 14 10:17:31.546314 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9928d5b3-d75e-452b-8b14-0bbaab824aa6 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:17:31.601160 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-472d2286-edf2-4d29-9b3f-4e60e1bc9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:31.602696 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-472d2286-edf2-4d29-9b3f-4e60e1bc9e0f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516107 Mar 14 10:17:31.621549 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:31.704774 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-237ceca7-219e-4453-bb31-d94f93bc584f service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912335 Mar 14 10:17:31.800732 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-583ce17a-48ee-41af-b801-bef28b4cef18 req-15b7695e-00e6-4205-9249-7ebac0474236 service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894616 Mar 14 10:17:31.816132 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b42933c-7337-4261-bb43-daf9f97dfef1 None None] New status for floating IP ce9cbbc0-aaa4-4377-ad40-126f497025d4: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:17:31.855861 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'port_id': '03da0279-117a-4a63-839a-6c7ab532d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'mac_address': 'fa:16:3e:d9:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:17:29Z', 'updated_at': '2022-03-14T10:17:29Z', 'revision_number': 0, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:37Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:31.882219 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfff4159-9523-4111-bbbb-0505028f5020 None None] The sync data for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi is: [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': 'fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'floating_ip_address': '172.27.0.64', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'port_id': '03da0279-117a-4a63-839a-6c7ab532d31b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 412, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'mac_address': 'fa:16:3e:d9:5e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:17:29Z', 'updated_at': '2022-03-14T10:17:29Z', 'revision_number': 0, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:37Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:17:32.073918 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb962d2-6756-4f88-aae0-0512db37ba3b None None] New status for floating IP fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:17:32.201527 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37968) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:32.262959 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c55bf03-a250-4d9f-a7e0-97a8ae9ad0c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (044f1797-c65e-4327-8cf9-a35f57cc8be6), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.286056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c55bf03-a250-4d9f-a7e0-97a8ae9ad0c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (044f1797-c65e-4327-8cf9-a35f57cc8be6), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.336054 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c55bf03-a250-4d9f-a7e0-97a8ae9ad0c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (044f1797-c65e-4327-8cf9-a35f57cc8be6), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.338586 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4c55bf03-a250-4d9f-a7e0-97a8ae9ad0c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.339785 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4c55bf03-a250-4d9f-a7e0-97a8ae9ad0c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/security-groups/044f1797-c65e-4327-8cf9-a35f57cc8be6 HTTP/1.1" status: 204 len: 168 time: 0.1372304 Mar 14 10:17:32.342806 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37970) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:32.349798 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55bf03-a250-4d9f-a7e0-97a8ae9ad0c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=044f1797-c65e-4327-8cf9-a35f57cc8be6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:32.356564 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-ef8fa234-b31e-45ca-a879-5300b8591868 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] show failed (client error): The resource could not be found. Mar 14 10:17:32.357695 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ef8fa234-b31e-45ca-a879-5300b8591868 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups/044f1797-c65e-4327-8cf9-a35f57cc8be6 HTTP/1.1" status: 404 len: 347 time: 0.0135138 Mar 14 10:17:32.361089 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37972) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:32.512706 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port 4cf53e72-092e-4c65-8820-711c647dda81 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:32.513348 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (4cf53e72-092e-4c65-8820-711c647dda81), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.598207 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (4cf53e72-092e-4c65-8820-711c647dda81), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.598530 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (4cf53e72-092e-4c65-8820-711c647dda81), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.626328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for 4cf53e72-092e-4c65-8820-711c647dda81 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:32.717436 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcc4fb-51c4-4351-bd9a-e6eabdf7fcff req-23695f65-513a-4800-bbc7-9b0e7b5d4e93 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:32.718885 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-32dcc4fb-51c4-4351-bd9a-e6eabdf7fcff req-23695f65-513a-4800-bbc7-9b0e7b5d4e93 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.1318038 Mar 14 10:17:32.788322 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-32dcc4fb-51c4-4351-bd9a-e6eabdf7fcff req-1770ff9c-7439-45db-b7ef-5e6330572885 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623045 Mar 14 10:17:32.805042 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 0cbca7fa-3c63-45d5-9372-1483250d0551 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:17:32.827901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 0cbca7fa-3c63-45d5-9372-1483250d0551 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:17:32.828253 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 0cbca7fa-3c63-45d5-9372-1483250d0551 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:17:32.837837 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (4cf53e72-092e-4c65-8820-711c647dda81), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.868387 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=4cf53e72-092e-4c65-8820-711c647dda81,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:32.926767 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (ce9cbbc0-aaa4-4377-ad40-126f497025d4), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.929254 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:32.930380 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-86b7a1cc-da8d-4432-af09-a27f8e672134 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/floatingips/ce9cbbc0-aaa4-4377-ad40-126f497025d4 HTTP/1.1" status: 204 len: 168 time: 0.5683360 Mar 14 10:17:33.209398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 37978) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:33.213969 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546269955', 'description': 'tempest-description--323591385'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:33.234176 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.298610 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (89681737-74c2-415f-a79d-c53da139a30e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.302268 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (89681737-74c2-415f-a79d-c53da139a30e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.330805 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.332027 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1216323 Mar 14 10:17:33.333874 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d4d17-deac-4e67-a331-babff64017a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89681737-74c2-415f-a79d-c53da139a30e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:33.335077 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37980) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:33.340677 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': '89681737-74c2-415f-a79d-c53da139a30e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:33.366370 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (64e6ffc9-b743-4f58-88d7-1cf9aaf876f8), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.410905 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (64e6ffc9-b743-4f58-88d7-1cf9aaf876f8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.414638 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (64e6ffc9-b743-4f58-88d7-1cf9aaf876f8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.430804 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e6ffc9-b743-4f58-88d7-1cf9aaf876f8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:33.442052 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.443228 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f29bc6e1-2d16-4d48-afc9-7877471707c6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1064069 Mar 14 10:17:33.446062 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37982) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:33.450376 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': '89681737-74c2-415f-a79d-c53da139a30e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:33.474563 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (9fb1c80f-b6bf-4a2e-8600-9868a538ded0), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.527716 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (9fb1c80f-b6bf-4a2e-8600-9868a538ded0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.531422 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (9fb1c80f-b6bf-4a2e-8600-9868a538ded0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.550257 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb1c80f-b6bf-4a2e-8600-9868a538ded0,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:33.557071 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.558248 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d92852c0-5796-4306-8b8d-f7b9d2c7c5da tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1112027 Mar 14 10:17:33.561247 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 37984) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:33.565429 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:33.584946 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.680708 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.786017 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.27.0.32 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/027cadef-785d-433f-8c1a-1c9a9effbbd5) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:17:33.887357 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.907921 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722bd90-1a84-48a9-8e1a-f6696821557c req-e934ddec-04f7-4ade-ae31-359959de4bad tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:33.909546 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1722bd90-1a84-48a9-8e1a-f6696821557c req-e934ddec-04f7-4ade-ae31-359959de4bad tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0526235 Mar 14 10:17:33.923126 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:33.963794 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1722bd90-1a84-48a9-8e1a-f6696821557c req-d9ab82ed-3c8c-4078-9019-ef14d0b9c3f5 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/security-groups?id=7808256b-eeaf-4ec6-8930-3f73d0a2c780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485656 Mar 14 10:17:33.966748 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:33.970054 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:33.973547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:17:33.982465 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=027cadef-785d-433f-8c1a-1c9a9effbbd5,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:34.027383 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (0d9818be-d69e-41b1-a927-f1183713a733), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.062510 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.208975 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.214136 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.253163 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (0d9818be-d69e-41b1-a927-f1183713a733), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.278160 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.279377 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7172143 Mar 14 10:17:34.280254 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93eade2-1608-4c38-94d9-5fa792d54cdc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=027cadef-785d-433f-8c1a-1c9a9effbbd5,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:34.458648 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-2fdff333-6bbc-453d-baab-07f82802e64b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:34.460183 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-2fdff333-6bbc-453d-baab-07f82802e64b tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 945 time: 0.0541351 Mar 14 10:17:34.473729 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-80be3e3f-8949-4511-a18b-8842f825f34f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1546269955&fields=id&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 267 time: 0.0406389 Mar 14 10:17:34.557955 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Deleting port 769b53cb-4a3a-401f-b024-483287d18ed8 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:34.558314 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.579992 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-898626aa-a828-47a2-b66c-35a3f3cb77a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:34.582409 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-898626aa-a828-47a2-b66c-35a3f3cb77a4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.1022062 Mar 14 10:17:34.605694 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d556273a-1325-476b-9511-dfbcf1edf784 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/quotas/19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 375 time: 0.0092282 Mar 14 10:17:34.654826 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] For port 769b53cb-4a3a-401f-b024-483287d18ed8, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=769b53cb-4a3a-401f-b024-483287d18ed8,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:34.655187 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.664585 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-6b9b0d0a-36f0-4c12-9574-83c84d7b892c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522902 Mar 14 10:17:34.668671 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Calling delete_port for 769b53cb-4a3a-401f-b024-483287d18ed8 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:34.757858 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-953342d6-083c-485a-b1a5-01340a1ec975 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818861 Mar 14 10:17:34.796631 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (769b53cb-4a3a-401f-b024-483287d18ed8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.807611 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['769b53cb-4a3a-401f-b024-483287d18ed8'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:17:34.825523 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Pushing event deleted for resources: {'Port': ['ID=769b53cb-4a3a-401f-b024-483287d18ed8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:34.866697 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-a2c55802-1143-429d-b68f-a17a64f9b766 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031439 Mar 14 10:17:34.876144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] No DVR routers for this DVR port 769b53cb-4a3a-401f-b024-483287d18ed8 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:17:34.879051 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:34.882363 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c5b9f062-76e6-47db-980a-dc47dd1eb945 req-1e464de3-c115-454d-92c3-fa1a144de8c4 tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.35 "DELETE /v2.0/ports/769b53cb-4a3a-401f-b024-483287d18ed8 HTTP/1.1" status: 204 len: 173 time: 0.4164112 Mar 14 10:17:34.882824 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d501806-0dd6-4916-afbd-42a59c134c53', 'name': 'network-vif-deleted', 'tag': '769b53cb-4a3a-401f-b024-483287d18ed8'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:34.885552 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db018b05-8c20-4692-a855-814879ffed4f" -d '{"events": [{"server_uuid": "9d501806-0dd6-4916-afbd-42a59c134c53", "name": "network-vif-deleted", "tag": "769b53cb-4a3a-401f-b024-483287d18ed8"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:34.922771 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b0f768-e016-45eb-99fd-6160a4c7ec58 x-openstack-request-id: req-55b0f768-e016-45eb-99fd-6160a4c7ec58 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:34.923084 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d501806-0dd6-4916-afbd-42a59c134c53", "name": "network-vif-deleted", "tag": "769b53cb-4a3a-401f-b024-483287d18ed8", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:34.923342 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55b0f768-e016-45eb-99fd-6160a4c7ec58 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:34.923779 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d501806-0dd6-4916-afbd-42a59c134c53', 'name': 'network-vif-deleted', 'tag': '769b53cb-4a3a-401f-b024-483287d18ed8', 'status': 'completed', 'code': 200} Mar 14 10:17:35.055285 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-11abbac2-f09b-4187-825c-e2988d7a54cc req-b38ada3a-1d65-4b8f-b6e4-2947091b7127 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 210 time: 0.0270572 Mar 14 10:17:35.092254 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-67ba6fe4-f446-4432-947d-c80e380c4d2c req-4d92fe41-f42f-4435-84ba-22b8c1bd25df tempest-ServerRescueNegativeTestJSON-1537981581 tempest-ServerRescueNegativeTestJSON-1537981581-project] 10.222.0.21 "GET /v2.0/ports?device_id=9d501806-0dd6-4916-afbd-42a59c134c53 HTTP/1.1" status: 200 len: 210 time: 0.0353920 Mar 14 10:17:35.993040 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-2b690be6-d158-4ef6-8608-c9b1d21ab58b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:35.994480 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-2b690be6-d158-4ef6-8608-c9b1d21ab58b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.1074023 Mar 14 10:17:36.059309 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-bd3ad6c0-f29c-4117-9ef7-e1cfaa8c3004 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 380 time: 0.0556896 Mar 14 10:17:36.071736 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'port': {'device_id': '68b27adc-060f-400a-b2c5-cde247302426', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'admin_state_up': True, 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'security_groups': ['89681737-74c2-415f-a79d-c53da139a30e']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:36.157280 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-046a6e6b-50f5-4e2f-b389-d70e0288864f req-4c15bfcb-35a2-47fe-9115-4f2e3ddbc824 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 210 time: 0.0291188 Mar 14 10:17:36.162786 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38022) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:36.212810 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Made reservation on behalf of 19a49a9688934f78b6007ef31221ade5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:17:36.217134 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.364675 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.20.0.14 (b234086d-247f-407e-8ab7-3bc9926c2ac3/d8818528-63ce-405b-91bb-e268a6604b8e/a8c0148d-2e13-4d16-9c06-64ced5ed135e) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:17:36.500154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.532865 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.580626 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:17:36.585604 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:17:36.589926 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:17:36.595829 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:36.596488 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.603397 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=a8c0148d-2e13-4d16-9c06-64ced5ed135e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:36.616401 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-d64a5a5d-6214-4cf4-9442-a5e86331a2bf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5484593 Mar 14 10:17:36.617963 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (14617331-ea17-4318-9c15-e255aa80a9a2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.630597 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Request body: {'port': {'device_id': '68b27adc-060f-400a-b2c5-cde247302426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:36.691647 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.792738 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 769b53cb-4a3a-401f-b024-483287d18ed8 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:17:36.814675 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 769b53cb-4a3a-401f-b024-483287d18ed8 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:17:36.815377 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 769b53cb-4a3a-401f-b024-483287d18ed8 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:17:36.853617 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4b12a55d-7a3d-4289-a89a-c2bbf9942ec0 None None] Provisioning complete for port a8c0148d-2e13-4d16-9c06-64ced5ed135e triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:36.853993 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4b12a55d-7a3d-4289-a89a-c2bbf9942ec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.892645 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4b12a55d-7a3d-4289-a89a-c2bbf9942ec0 None None] Port a8c0148d-2e13-4d16-9c06-64ced5ed135e cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:17:36.938979 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Deleting port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:36.939320 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.969156 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c0148d-2e13-4d16-9c06-64ced5ed135e {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:17:36.976759 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Publish callbacks [] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:36.988969 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Transition to ACTIVE for port object a8c0148d-2e13-4d16-9c06-64ced5ed135e will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:17:36.993113 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.023326 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] For port 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,segment=NetworkSegment(694a7a84-536d-456b-95fd-4683450a2733),segment_id=694a7a84-536d-456b-95fd-4683450a2733)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:37.023539 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.039230 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Calling delete_port for 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:37.063483 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c0148d-2e13-4d16-9c06-64ced5ed135e,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:37.078919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Attempting to bind port a8c0148d-2e13-4d16-9c06-64ced5ed135e on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:17:37.079256 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Attempting to bind port a8c0148d-2e13-4d16-9c06-64ced5ed135e by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:17:37.079619 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Attempting to bind port a8c0148d-2e13-4d16-9c06-64ced5ed135e on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:17:37.084131 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Port a8c0148d-2e13-4d16-9c06-64ced5ed135e on network b234086d-247f-407e-8ab7-3bc9926c2ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:17:37.084460 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Attempting to bind port a8c0148d-2e13-4d16-9c06-64ced5ed135e on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:17:37.089490 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:17:37.090228 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:17:37.090359 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Bound using segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:17:37.090823 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Bound port: a8c0148d-2e13-4d16-9c06-64ced5ed135e, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:17:37.091256 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.160653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] For port a8c0148d-2e13-4d16-9c06-64ced5ed135e, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:17:37.165948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] For port a8c0148d-2e13-4d16-9c06-64ced5ed135e, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:17:37.177941 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.205655 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.206052 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.207904 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] 10.222.0.35 "PUT /v2.0/ports/a8c0148d-2e13-4d16-9c06-64ced5ed135e HTTP/1.1" status: 200 len: 1094 time: 0.5816512 Mar 14 10:17:37.210829 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:37.212322 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857aa279-2bd0-4b50-8580-ee4a6cf50357" -d '{"events": [{"name": "network-changed", "server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:37.314273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f79c305-7747-489a-988d-ca8776489f3a x-openstack-request-id: req-2f79c305-7747-489a-988d-ca8776489f3a {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:37.314567 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:37.314827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f79c305-7747-489a-988d-ca8776489f3a {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:37.316497 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'status': 'completed', 'code': 200} Mar 14 10:17:37.342612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614b6db9-7b53-4a90-9d81-4e91373992a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a8c0148d-2e13-4d16-9c06-64ced5ed135e,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:37.356268 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-fcca52e2-9f93-4ff6-befd-9acca9ae45c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.357904 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-fcca52e2-9f93-4ff6-befd-9acca9ae45c7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 1128 time: 0.0886295 Mar 14 10:17:37.400872 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-9e14abd1-1c77-4d83-b6f4-21c580ec7f37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e HTTP/1.1" status: 200 len: 217 time: 0.0359547 Mar 14 10:17:37.447244 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888a8ee-3a85-445b-9500-5134ce628104 req-288d86a6-151f-43e6-b1e8-011d8e0759af tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.448763 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f888a8ee-3a85-445b-9500-5134ce628104 req-288d86a6-151f-43e6-b1e8-011d8e0759af tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 944 time: 0.0830889 Mar 14 10:17:37.460439 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-8b354ad7-7b0d-476f-91b1-5cf97ff49c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.461962 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-8b354ad7-7b0d-476f-91b1-5cf97ff49c56 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0545211 Mar 14 10:17:37.512283 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-f3e06ded-f8ac-4398-a645-3477f3028773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.513824 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-f3e06ded-f8ac-4398-a645-3477f3028773 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458713 Mar 14 10:17:37.530018 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f888a8ee-3a85-445b-9500-5134ce628104 req-100dd138-f002-4726-96a5-f7d2e2be1315 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747209 Mar 14 10:17:37.531013 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.558083 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:37.610938 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-3768bfc0-401d-49f4-80fe-660df6153bf5 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908148 Mar 14 10:17:37.706209 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1073a5f-66d4-4d68-8149-6871356af8dd req-f4cfd941-c6ea-4ad1-a8b3-151479c73688 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884922 Mar 14 10:17:37.721888 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (14617331-ea17-4318-9c15-e255aa80a9a2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:37.795674 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-5668cd3b-d578-4a30-b9a4-dd945db04228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.797146 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-5668cd3b-d578-4a30-b9a4-dd945db04228 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 1128 time: 0.0453763 Mar 14 10:17:37.889566 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-f03a9dee-4a3c-4ca9-9838-f0441d8757c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.891493 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-f03a9dee-4a3c-4ca9-9838-f0441d8757c5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.0873280 Mar 14 10:17:37.930656 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-b37752f3-1fb5-440c-905c-8afe77fcea12 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e HTTP/1.1" status: 200 len: 217 time: 0.0328248 Mar 14 10:17:37.940705 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Router 14617331-ea17-4318-9c15-e255aa80a9a2 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:17:37.977090 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-f9fb91c6-1523-4890-bed3-f5d7e923a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:37.978502 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-f9fb91c6-1523-4890-bed3-f5d7e923a038 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0423033 Mar 14 10:17:38.029977 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-9931babc-9e02-476a-9d80-8c207ffd204d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:38.031496 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-9931babc-9e02-476a-9d80-8c207ffd204d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470293 Mar 14 10:17:38.048800 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:17:38.057132 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fe6501f4-b024-402e-9194-10f9a671fec8 admin admin] 10.222.0.21 "PUT /v2.0/routers/14617331-ea17-4318-9c15-e255aa80a9a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8900518 Mar 14 10:17:38.057132 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38032) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:38.060095 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] Sync routers for ids ['14617331-ea17-4318-9c15-e255aa80a9a2'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:17:38.071009 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] Routers {'14617331-ea17-4318-9c15-e255aa80a9a2'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:38.071641 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['14617331-ea17-4318-9c15-e255aa80a9a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:38.127682 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-78192b92-e5a4-4f2b-9357-cf4db7a4af7d service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865476 Mar 14 10:17:38.165263 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks [] for router (14617331-ea17-4318-9c15-e255aa80a9a2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.180821 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] Set router 14617331-ea17-4318-9c15-e255aa80a9a2 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:38.224431 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-857aa279-2bd0-4b50-8580-ee4a6cf50357 req-5378c384-3706-4e8c-a859-7d1c525a0c91 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898833 Mar 14 10:17:38.275191 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks [] for router_gateway (14617331-ea17-4318-9c15-e255aa80a9a2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.328935 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Deleting port d5c862b5-3348-4661-8b4d-564cc2862b00 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:17:38.329192 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.362966 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:17:37Z', 'revision_number': 5, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port': {'id': 'd5c862b5-3348-4661-8b4d-564cc2862b00', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:f2:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:12Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:38.392857 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] Checking router: 14617331-ea17-4318-9c15-e255aa80a9a2 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:17:38.401248 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] Routers {'14617331-ea17-4318-9c15-e255aa80a9a2'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:38.401853 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['14617331-ea17-4318-9c15-e255aa80a9a2'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:38.408600 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] For port d5c862b5-3348-4661-8b4d-564cc2862b00, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d5c862b5-3348-4661-8b4d-564cc2862b00,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:38.408966 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.427059 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Calling delete_port for d5c862b5-3348-4661-8b4d-564cc2862b00 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:17:38.485446 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] Set router 14617331-ea17-4318-9c15-e255aa80a9a2 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:38.538323 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:17:38Z', 'revision_number': 6, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:38.571360 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cff7885f-b265-4ff6-bce8-f9346c638136 None None] The sync data for ids ['14617331-ea17-4318-9c15-e255aa80a9a2'] in dv-cinder-833543-1-iscsi is: [{'id': '14617331-ea17-4318-9c15-e255aa80a9a2', 'name': 'tempest-ServerRescueNegativeTestJSON-946470931-router', 'tenant_id': '4fc03e978457496f87b0aaf839d16db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:17:38Z', 'revision_number': 6, 'project_id': '4fc03e978457496f87b0aaf839d16db5', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:17:38.599777 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (d5c862b5-3348-4661-8b4d-564cc2862b00), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.639552 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5c862b5-3348-4661-8b4d-564cc2862b00,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:38.722545 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (14617331-ea17-4318-9c15-e255aa80a9a2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.730462 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd566273-22fb-4e89-a4e0-d4032659a602 req-dee9f0b0-6006-43c3-8c63-8cb9713667b0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:38.731990 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd566273-22fb-4e89-a4e0-d4032659a602 req-dee9f0b0-6006-43c3-8c63-8cb9713667b0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 944 time: 0.1026499 Mar 14 10:17:38.856246 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (14617331-ea17-4318-9c15-e255aa80a9a2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.860632 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks [] for router_controller (14617331-ea17-4318-9c15-e255aa80a9a2), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.928183 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd566273-22fb-4e89-a4e0-d4032659a602 req-1a3ca9f5-4579-4d87-a948-d0435a784a0d tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818891 Mar 14 10:17:38.936985 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (14617331-ea17-4318-9c15-e255aa80a9a2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.937690 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14617331-ea17-4318-9c15-e255aa80a9a2 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:17:38.943682 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:38.947351 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4b412a45-e70c-4574-b22f-62974ad4dbc2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/14617331-ea17-4318-9c15-e255aa80a9a2 HTTP/1.1" status: 204 len: 168 time: 0.8900654 Mar 14 10:17:38.947480 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38036) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:38.992874 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Deleting subnet a155fb8e-074d-451d-8203-1ea0b9329121 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:17:38.996161 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Publish callbacks [] for subnet (a155fb8e-074d-451d-8203-1ea0b9329121), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.032346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Publish callbacks [] for subnet (a155fb8e-074d-451d-8203-1ea0b9329121), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.041573 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (a155fb8e-074d-451d-8203-1ea0b9329121), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.101487 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for subnet (a155fb8e-074d-451d-8203-1ea0b9329121), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.126842 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a155fb8e-074d-451d-8203-1ea0b9329121,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:39.128683 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.131773 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d0f5825d-19b8-4ff8-b56b-6e483845a31e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a155fb8e-074d-451d-8203-1ea0b9329121 HTTP/1.1" status: 204 len: 168 time: 0.1833737 Mar 14 10:17:39.134218 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38038) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:39.199939 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (3f84a43f-5b50-4312-84d7-266c2d062ea7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.283208 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (3f84a43f-5b50-4312-84d7-266c2d062ea7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.303136 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.303500 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.304282 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.304620 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > port after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.304964 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.305286 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > port after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.305610 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.305950 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.306267 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.306589 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.372480 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.372837 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.373175 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.373511 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103281) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 14 10:17:39.373901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f84a43f-5b50-4312-84d7-266c2d062ea7']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:39.391984 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694a7a84-536d-456b-95fd-4683450a2733') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:39.392302 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694a7a84-536d-456b-95fd-4683450a2733') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:39.408198 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (694a7a84-536d-456b-95fd-4683450a2733), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.429456 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (694a7a84-536d-456b-95fd-4683450a2733), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.437735 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:17:39.438118 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (694a7a84-536d-456b-95fd-4683450a2733), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: from cryptography.utils import int_from_bytes Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: from cryptography.utils import int_from_bytes Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:17:39.441953 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:17:39.502043 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (3f84a43f-5b50-4312-84d7-266c2d062ea7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.509035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.512423 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3f84a43f-5b50-4312-84d7-266c2d062ea7 HTTP/1.1" status: 204 len: 168 time: 0.3772225 Mar 14 10:17:39.521784 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba7456-b418-41d6-83bb-af3854119804 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f84a43f-5b50-4312-84d7-266c2d062ea7,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:39.663047 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d5c862b5-3348-4661-8b4d-564cc2862b00 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:17:39.683173 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: d5c862b5-3348-4661-8b4d-564cc2862b00 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:17:39.683522 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d5c862b5-3348-4661-8b4d-564cc2862b00 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:17:39.684040 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:17:39.691011 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38042) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:39.702412 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:17:39.702763 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 5f4d9b21-1b8c-45ea-8094-dc4c7bb0d743 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:17:39.731792 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-08095f36-a1fe-4b79-907a-7ca8b94e3c2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fc03e978457496f87b0aaf839d16db5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0395167 Mar 14 10:17:39.734255 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38044) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:39.779713 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94084e7d-4969-4723-a7bf-b6c7843e7789 admin admin] Publish callbacks [] for security_group (7808256b-eeaf-4ec6-8930-3f73d0a2c780), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.800404 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94084e7d-4969-4723-a7bf-b6c7843e7789 admin admin] Publish callbacks [] for security_group (7808256b-eeaf-4ec6-8930-3f73d0a2c780), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.849260 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94084e7d-4969-4723-a7bf-b6c7843e7789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (7808256b-eeaf-4ec6-8930-3f73d0a2c780), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.851934 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-94084e7d-4969-4723-a7bf-b6c7843e7789 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:39.853296 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-94084e7d-4969-4723-a7bf-b6c7843e7789 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7808256b-eeaf-4ec6-8930-3f73d0a2c780 HTTP/1.1" status: 204 len: 168 time: 0.1175587 Mar 14 10:17:39.861446 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94084e7d-4969-4723-a7bf-b6c7843e7789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7808256b-eeaf-4ec6-8930-3f73d0a2c780,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:40.052614 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab53286-4c4b-4a79-bf01-169cd75b8dc6 req-9a2aa32e-3289-4e14-a40c-4a24b0ec5042 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:40.054123 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eab53286-4c4b-4a79-bf01-169cd75b8dc6 req-9a2aa32e-3289-4e14-a40c-4a24b0ec5042 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 944 time: 0.0573130 Mar 14 10:17:40.101096 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-eab53286-4c4b-4a79-bf01-169cd75b8dc6 req-99c8918b-6324-4c3a-931b-aef634b0df1c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Mar 14 10:17:40.770786 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:40.806078 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a8c0148d-2e13-4d16-9c06-64ced5ed135e details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:17:40.909769 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a8c0148d-2e13-4d16-9c06-64ced5ed135e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:40.921118 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'port_id': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'mac_address': 'fa:16:3e:4a:83:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:17:40.957985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port a8c0148d-2e13-4d16-9c06-64ced5ed135e is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:40.958382 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:40.972345 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c0148d-2e13-4d16-9c06-64ced5ed135e {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:17:40.995094 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a8c0148d-2e13-4d16-9c06-64ced5ed135e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:40.999083 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.046854 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38096) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:41.159600 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f52a499-4313-4bc8-af9d-fd1085c34fbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.179181 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=a8c0148d-2e13-4d16-9c06-64ced5ed135e,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:41.224979 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113a688-c08f-4876-9be3-e045943b1c78 req-b96c23c0-1347-4cf7-8e4a-331553437e16 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:41.226742 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e113a688-c08f-4876-9be3-e045943b1c78 req-b96c23c0-1347-4cf7-8e4a-331553437e16 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 945 time: 0.0549679 Mar 14 10:17:41.244124 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f52a499-4313-4bc8-af9d-fd1085c34fbd admin admin] Publish callbacks [] for security_group (81454513-e288-4a42-8491-7f342c0e745d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.248205 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0f52a499-4313-4bc8-af9d-fd1085c34fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (81454513-e288-4a42-8491-7f342c0e745d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.276941 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['a8c0148d-2e13-4d16-9c06-64ced5ed135e'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:17:41.282794 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e113a688-c08f-4876-9be3-e045943b1c78 req-ba0fee18-9b64-4232-a9c4-250b78edcd16 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489924 Mar 14 10:17:41.299689 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38102) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:41.299844 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0f52a499-4313-4bc8-af9d-fd1085c34fbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d8849fc1a264d10a6d48692ea424a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447293 Mar 14 10:17:41.299844 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52a499-4313-4bc8-af9d-fd1085c34fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81454513-e288-4a42-8491-7f342c0e745d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:41.346434 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-340977dc-dd65-4014-869e-0e050f5ae6c0 admin admin] Publish callbacks [] for security_group (81454513-e288-4a42-8491-7f342c0e745d), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.366664 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-340977dc-dd65-4014-869e-0e050f5ae6c0 admin admin] Publish callbacks [] for security_group (81454513-e288-4a42-8491-7f342c0e745d), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.416443 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-340977dc-dd65-4014-869e-0e050f5ae6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (81454513-e288-4a42-8491-7f342c0e745d), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.419894 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-340977dc-dd65-4014-869e-0e050f5ae6c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:41.421455 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-340977dc-dd65-4014-869e-0e050f5ae6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/81454513-e288-4a42-8491-7f342c0e745d HTTP/1.1" status: 204 len: 168 time: 0.1271131 Mar 14 10:17:41.429177 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340977dc-dd65-4014-869e-0e050f5ae6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81454513-e288-4a42-8491-7f342c0e745d,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:42.401524 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1427a-a931-4565-9805-f878ce4c80b0 req-4516a6d0-4a25-43a6-9f05-9aa4a5b1eb18 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:42.403098 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22a1427a-a931-4565-9805-f878ce4c80b0 req-4516a6d0-4a25-43a6-9f05-9aa4a5b1eb18 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 945 time: 0.0582235 Mar 14 10:17:42.450776 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22a1427a-a931-4565-9805-f878ce4c80b0 req-de8fd630-62dd-4def-b590-8fb7b5a6b2d6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415208 Mar 14 10:17:42.837341 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a8c0148d-2e13-4d16-9c06-64ced5ed135e up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:17:42.891751 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port a8c0148d-2e13-4d16-9c06-64ced5ed135e completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:17:42.896114 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port a8c0148d-2e13-4d16-9c06-64ced5ed135e triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:17:42.896569 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:42.980062 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port a8c0148d-2e13-4d16-9c06-64ced5ed135e is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:17:42.980368 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.004836 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:43.007033 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce25da-ace4-409f-9517-38e4a2b2b59c" -d '{"events": [{"server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "name": "network-vif-plugged", "status": "completed", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:43.020226 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port a8c0148d-2e13-4d16-9c06-64ced5ed135e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:17:43.024967 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.050100 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd6624-6dcc-4a15-b221-82cde71ef051 x-openstack-request-id: req-accd6624-6dcc-4a15-b221-82cde71ef051 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:43.050404 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "name": "network-vif-plugged", "status": "completed", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:43.050685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-accd6624-6dcc-4a15-b221-82cde71ef051 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:43.051078 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'code': 200} Mar 14 10:17:43.075797 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=a8c0148d-2e13-4d16-9c06-64ced5ed135e,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:43.231307 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6238d71-2b96-4519-a831-c1c13ece075a req-d1f0ca53-311e-47b0-8eab-c6241f97f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:43.232769 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6238d71-2b96-4519-a831-c1c13ece075a req-d1f0ca53-311e-47b0-8eab-c6241f97f303 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 1130 time: 0.0444131 Mar 14 10:17:43.278211 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d6238d71-2b96-4519-a831-c1c13ece075a req-9a5e629e-590f-4bfb-a366-9f2bf68c0659 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382493 Mar 14 10:17:43.409869 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38178) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:43.513049 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6931f5f3-ea73-42a8-b6d3-ed0821a94fd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.597625 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5398fbd-46e9-4eab-abd0-f854245ae449 req-8bfc3245-480a-43af-b534-59245588b74b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:43.599092 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5398fbd-46e9-4eab-abd0-f854245ae449 req-8bfc3245-480a-43af-b534-59245588b74b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 946 time: 0.0781639 Mar 14 10:17:43.655409 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6931f5f3-ea73-42a8-b6d3-ed0821a94fd1 admin admin] Publish callbacks [] for security_group (8322e723-4712-4c53-a73d-00aae68ee778), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.659712 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6931f5f3-ea73-42a8-b6d3-ed0821a94fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8322e723-4712-4c53-a73d-00aae68ee778), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.694308 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c5398fbd-46e9-4eab-abd0-f854245ae449 req-2f6d6078-dd05-4627-a34e-35d80e83486f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887191 Mar 14 10:17:43.706081 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6931f5f3-ea73-42a8-b6d3-ed0821a94fd1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8d576a22e6a4bf78d4100556f4e400d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951181 Mar 14 10:17:43.707971 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931f5f3-ea73-42a8-b6d3-ed0821a94fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8322e723-4712-4c53-a73d-00aae68ee778,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:43.708940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38184) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:43.758134 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb5e3-c94f-496a-9dfe-009f99093f64 admin admin] Publish callbacks [] for security_group (8322e723-4712-4c53-a73d-00aae68ee778), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.778641 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb5e3-c94f-496a-9dfe-009f99093f64 admin admin] Publish callbacks [] for security_group (8322e723-4712-4c53-a73d-00aae68ee778), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.826281 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb5e3-c94f-496a-9dfe-009f99093f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8322e723-4712-4c53-a73d-00aae68ee778), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.829080 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4d0fb5e3-c94f-496a-9dfe-009f99093f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:43.830207 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4d0fb5e3-c94f-496a-9dfe-009f99093f64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8322e723-4712-4c53-a73d-00aae68ee778 HTTP/1.1" status: 204 len: 168 time: 0.1202476 Mar 14 10:17:43.842437 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0fb5e3-c94f-496a-9dfe-009f99093f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8322e723-4712-4c53-a73d-00aae68ee778,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:44.079130 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38192) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:44.092574 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7981b771-808f-4ddc-bfab-6740ba9fde7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.172328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7981b771-808f-4ddc-bfab-6740ba9fde7e admin admin] Publish callbacks [] for security_group (ee66107d-9570-446a-8a04-29d8ca76b7bb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.176081 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7981b771-808f-4ddc-bfab-6740ba9fde7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ee66107d-9570-446a-8a04-29d8ca76b7bb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.214327 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7981b771-808f-4ddc-bfab-6740ba9fde7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6687c361f61f468fa6028cf05fb77f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339266 Mar 14 10:17:44.216721 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38200) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:44.224314 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981b771-808f-4ddc-bfab-6740ba9fde7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66107d-9570-446a-8a04-29d8ca76b7bb,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:44.271226 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ff81b5f4-08fe-482c-be05-b2a76c87a272 admin admin] Publish callbacks [] for security_group (ee66107d-9570-446a-8a04-29d8ca76b7bb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.299080 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ff81b5f4-08fe-482c-be05-b2a76c87a272 admin admin] Publish callbacks [] for security_group (ee66107d-9570-446a-8a04-29d8ca76b7bb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.356601 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ff81b5f4-08fe-482c-be05-b2a76c87a272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (ee66107d-9570-446a-8a04-29d8ca76b7bb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.359229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ff81b5f4-08fe-482c-be05-b2a76c87a272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:44.360403 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ff81b5f4-08fe-482c-be05-b2a76c87a272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ee66107d-9570-446a-8a04-29d8ca76b7bb HTTP/1.1" status: 204 len: 168 time: 0.1427896 Mar 14 10:17:44.368523 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81b5f4-08fe-482c-be05-b2a76c87a272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66107d-9570-446a-8a04-29d8ca76b7bb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:44.813894 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333a2d5-cbb6-42a1-ade9-843d434f9173 req-5dc99c42-5ff8-4124-923e-bd2a4b62dca8 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:44.815404 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b333a2d5-cbb6-42a1-ade9-843d434f9173 req-5dc99c42-5ff8-4124-923e-bd2a4b62dca8 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 946 time: 0.0547388 Mar 14 10:17:44.868823 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b333a2d5-cbb6-42a1-ade9-843d434f9173 req-ad2c7bea-5ec9-4fc2-b8eb-5deb733f2bcd tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464091 Mar 14 10:17:44.996514 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022223ab-88b5-478c-b7b3-b02bac949269 req-89cf8103-234a-4b77-8f77-cf5277447cfb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:44.998405 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-022223ab-88b5-478c-b7b3-b02bac949269 req-89cf8103-234a-4b77-8f77-cf5277447cfb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 946 time: 0.0653679 Mar 14 10:17:45.007573 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:45.012997 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'port_id': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:17:45.053250 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (0d9818be-d69e-41b1-a927-f1183713a733), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:45.608256 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947c7d8-ed80-440e-b994-17c374bb65f9 req-ec32b40c-ac01-4b06-8551-b8d94b080713 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:45.615359 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1947c7d8-ed80-440e-b994-17c374bb65f9 req-ec32b40c-ac01-4b06-8551-b8d94b080713 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0726089 Mar 14 10:17:45.674404 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1947c7d8-ed80-440e-b994-17c374bb65f9 req-d461c081-cd8b-43ee-82c5-1dba9179c992 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579216 Mar 14 10:17:45.729802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.db.resource_extend [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 14 10:17:45.778953 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:45.782248 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (0d9818be-d69e-41b1-a927-f1183713a733), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:45.887543 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP 0d9818be-d69e-41b1-a927-f1183713a733 associated. External IP: 172.27.0.32, port: a8c0148d-2e13-4d16-9c06-64ced5ed135e. Mar 14 10:17:46.111867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:17:46.225003 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:17:46.229880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.237101 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:17:46.247938 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:46.248553 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:46.268167 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4f65db4c-c62f-41e6-a782-6921e9ccc7d0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "PUT /v2.0/floatingips/0d9818be-d69e-41b1-a927-f1183713a733 HTTP/1.1" status: 200 len: 991 time: 1.2593918 Mar 14 10:17:46.269122 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:17:46.272392 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440fc241-fab9-4698-898a-158c010a2bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:17:46.312925 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79252e47-1d4c-4b19-8e4a-f83fe69d575d x-openstack-request-id: req-79252e47-1d4c-4b19-8e4a-f83fe69d575d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:17:46.313232 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:17:46.313489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-79252e47-1d4c-4b19-8e4a-f83fe69d575d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:17:46.314054 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'status': 'completed', 'code': 200} Mar 14 10:17:46.363433 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:46.370726 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38292) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:46.382486 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc241-fab9-4698-898a-158c010a2bc5 req-41a5515d-5ae0-4bd9-8458-366a46844af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:46.384278 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-41a5515d-5ae0-4bd9-8458-366a46844af1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 1130 time: 0.0485766 Mar 14 10:17:46.485518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc241-fab9-4698-898a-158c010a2bc5 req-fac01425-3ea4-488d-a800-b3bb6e65cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:46.486483 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-144fabca-fd2f-43b5-bdd1-ea27ce1b68cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.487045 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-fac01425-3ea4-488d-a800-b3bb6e65cfef service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.0955226 Mar 14 10:17:46.559371 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-edbf4d73-500c-45a3-84b0-44dc3899410c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e HTTP/1.1" status: 200 len: 999 time: 0.0660386 Mar 14 10:17:46.573187 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-144fabca-fd2f-43b5-bdd1-ea27ce1b68cc admin admin] Publish callbacks [] for security_group (aa14e174-3841-4e88-b1e9-a2ec07782b60), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.577078 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-144fabca-fd2f-43b5-bdd1-ea27ce1b68cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (aa14e174-3841-4e88-b1e9-a2ec07782b60), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.613303 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '0d9818be-d69e-41b1-a927-f1183713a733', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4a:83:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b27adc-060f-400a-b2c5-cde247302426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:17:33Z', 'updated_at': '2022-03-14T10:17:45Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:46.614044 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc241-fab9-4698-898a-158c010a2bc5 req-0eb7f5ca-8c53-4b6d-be2e-dca07e9af4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:46.616542 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-0eb7f5ca-8c53-4b6d-be2e-dca07e9af4e3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0499432 Mar 14 10:17:46.618965 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-144fabca-fd2f-43b5-bdd1-ea27ce1b68cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3aa77b1e38546acb679b334be4f2811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470014 Mar 14 10:17:46.621042 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fabca-fd2f-43b5-bdd1-ea27ce1b68cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14e174-3841-4e88-b1e9-a2ec07782b60,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:46.621595 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38296) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:46.644166 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:17:46.652678 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:17:46.653283 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:46.701451 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fc241-fab9-4698-898a-158c010a2bc5 req-1a145921-284f-46a5-abc5-8da099505e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:46.703778 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-1a145921-284f-46a5-abc5-8da099505e0b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760531 Mar 14 10:17:46.706998 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f84c373-433a-441e-a86c-94b3adc8bfd0 admin admin] Publish callbacks [] for security_group (aa14e174-3841-4e88-b1e9-a2ec07782b60), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.747635 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f84c373-433a-441e-a86c-94b3adc8bfd0 admin admin] Publish callbacks [] for security_group (aa14e174-3841-4e88-b1e9-a2ec07782b60), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.765571 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:17:46.798851 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d21e70-4977-44a9-b07b-80f345a1018f req-a0fd6719-e834-444c-b3a1-99f1cea2407e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:46.800361 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3d21e70-4977-44a9-b07b-80f345a1018f req-a0fd6719-e834-444c-b3a1-99f1cea2407e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0533495 Mar 14 10:17:46.846244 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-38889003-d616-4256-b77b-a12edee925cd service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281483 Mar 14 10:17:46.856274 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3d21e70-4977-44a9-b07b-80f345a1018f req-6d9c12ac-7e83-4c9c-828d-4a202c64bb7a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498199 Mar 14 10:17:46.883572 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f84c373-433a-441e-a86c-94b3adc8bfd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (aa14e174-3841-4e88-b1e9-a2ec07782b60), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.886212 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2f84c373-433a-441e-a86c-94b3adc8bfd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:46.887630 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2f84c373-433a-441e-a86c-94b3adc8bfd0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa14e174-3841-4e88-b1e9-a2ec07782b60 HTTP/1.1" status: 204 len: 168 time: 0.2648919 Mar 14 10:17:46.929961 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84c373-433a-441e-a86c-94b3adc8bfd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14e174-3841-4e88-b1e9-a2ec07782b60,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:46.958674 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-440fc241-fab9-4698-898a-158c010a2bc5 req-a71c2e61-5964-4357-880d-9d60db8edcac service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061296 Mar 14 10:17:47.028218 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '0d9818be-d69e-41b1-a927-f1183713a733', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4a:83:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b27adc-060f-400a-b2c5-cde247302426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:17:33Z', 'updated_at': '2022-03-14T10:17:45Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:17:47.055705 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde843e5-e4dc-4e6f-9227-7b0adb716a27 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '0d9818be-d69e-41b1-a927-f1183713a733', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:4a:83:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68b27adc-060f-400a-b2c5-cde247302426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:17:33Z', 'updated_at': '2022-03-14T10:17:45Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:17:47.174376 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38304) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:47.188498 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec00431-dab7-4148-97f4-3d27eb97a27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.245968 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9f0d73-a3af-489b-9939-deb3709be045 None None] New status for floating IP 0d9818be-d69e-41b1-a927-f1183713a733: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:17:47.268648 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec00431-dab7-4148-97f4-3d27eb97a27c admin admin] Publish callbacks [] for security_group (6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.272705 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2ec00431-dab7-4148-97f4-3d27eb97a27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.310763 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2ec00431-dab7-4148-97f4-3d27eb97a27c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee237ad35a6b440882df6d13751f4a05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352715 Mar 14 10:17:47.311663 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec00431-dab7-4148-97f4-3d27eb97a27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:47.313501 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38306) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:17:47.361891 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dcc76ff-e790-4af9-a424-1654aa4812b5 admin admin] Publish callbacks [] for security_group (6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.383153 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dcc76ff-e790-4af9-a424-1654aa4812b5 admin admin] Publish callbacks [] for security_group (6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.431448 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dcc76ff-e790-4af9-a424-1654aa4812b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.434048 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-3dcc76ff-e790-4af9-a424-1654aa4812b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:47.435182 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-3dcc76ff-e790-4af9-a424-1654aa4812b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63 HTTP/1.1" status: 204 len: 168 time: 0.1206346 Mar 14 10:17:47.443462 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc76ff-e790-4af9-a424-1654aa4812b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6d1535-3f4f-4c2c-a9a2-4856f1f5fa63,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:17:47.978158 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328332b-fdb4-4b7f-bf08-f1895d4ccf4b req-3bdecb0a-bd25-42c9-a1b0-63605b7ef2f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:47.980051 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b328332b-fdb4-4b7f-bf08-f1895d4ccf4b req-3bdecb0a-bd25-42c9-a1b0-63605b7ef2f0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0536697 Mar 14 10:17:48.027872 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b328332b-fdb4-4b7f-bf08-f1895d4ccf4b req-0ffd9613-9c75-4492-9290-12797e2c9698 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422626 Mar 14 10:17:49.146343 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566e6ba-b919-4953-a3a7-4a6b31ad4f34 req-b30c0cdd-8db8-497c-aa01-d17dc6c29ecd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:49.147873 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5566e6ba-b919-4953-a3a7-4a6b31ad4f34 req-b30c0cdd-8db8-497c-aa01-d17dc6c29ecd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0554738 Mar 14 10:17:49.192273 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5566e6ba-b919-4953-a3a7-4a6b31ad4f34 req-8f136d81-de36-43ba-a3d0-d5dc39a0a77d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 Mar 14 10:17:50.305657 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883d14df-998f-44c1-8cce-6e8d1932c908 req-a0a0220e-1c3c-47df-ba4b-830aa6cf43b1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:50.307164 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-883d14df-998f-44c1-8cce-6e8d1932c908 req-a0a0220e-1c3c-47df-ba4b-830aa6cf43b1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0511608 Mar 14 10:17:50.354837 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-883d14df-998f-44c1-8cce-6e8d1932c908 req-d92a420b-b936-46b6-ac8a-1badc5ab6680 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396829 Mar 14 10:17:51.473492 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72250686-3841-4d58-b280-38de8f729704 req-2db561b9-7259-462b-99d2-a6e3cb696650 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:51.474940 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72250686-3841-4d58-b280-38de8f729704 req-2db561b9-7259-462b-99d2-a6e3cb696650 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0547936 Mar 14 10:17:51.519601 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72250686-3841-4d58-b280-38de8f729704 req-6d1314e0-8e7b-42b0-9cd2-5063a325ed2a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392907 Mar 14 10:17:52.636286 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277717c-b3bd-46bf-b2c2-ab14180a7ffc req-99b31368-09ec-4f49-ad88-df2e4aa2568d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:52.637726 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5277717c-b3bd-46bf-b2c2-ab14180a7ffc req-99b31368-09ec-4f49-ad88-df2e4aa2568d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0539844 Mar 14 10:17:52.682316 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5277717c-b3bd-46bf-b2c2-ab14180a7ffc req-6e3f96cd-27e0-49c9-a425-340b3257b63d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390525 Mar 14 10:17:53.014033 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c48d910-6f32-4fb8-bcd0-671f24a71dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:53.797946 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567df0d-1b5f-445f-a300-b1c80f0cbf27 req-681ba33b-d996-407d-8688-0b90669e597d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:53.799391 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c567df0d-1b5f-445f-a300-b1c80f0cbf27 req-681ba33b-d996-407d-8688-0b90669e597d tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0512772 Mar 14 10:17:53.847367 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c567df0d-1b5f-445f-a300-b1c80f0cbf27 req-9b70f099-ffc4-4ca7-8c50-dc9ba79e0920 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424657 Mar 14 10:17:54.962945 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f689e861-2a38-4cad-94e9-d605d6289673 req-6313e7db-cf40-4562-985a-c11a7821d5f8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:54.964415 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f689e861-2a38-4cad-94e9-d605d6289673 req-6313e7db-cf40-4562-985a-c11a7821d5f8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0511327 Mar 14 10:17:55.009104 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f689e861-2a38-4cad-94e9-d605d6289673 req-ef092c14-8b6d-4481-9d50-0891bba93912 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389497 Mar 14 10:17:55.497641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fc4e1c9a-915a-4a24-99ce-58a4138f3c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:56.135806 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c9163-9b9e-4123-9c04-2464f18896bd req-771e0f88-06ff-40dd-9ad9-cf5cd983da7f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:56.137318 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e10c9163-9b9e-4123-9c04-2464f18896bd req-771e0f88-06ff-40dd-9ad9-cf5cd983da7f tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0523601 Mar 14 10:17:56.182014 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e10c9163-9b9e-4123-9c04-2464f18896bd req-9f2dc2aa-11bc-4c67-b926-14ff9d8340b3 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386915 Mar 14 10:17:56.391814 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:57.299419 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6de799-d51f-4a10-b3f9-f2160c27cdb1 req-4d96160b-89de-4441-b4e8-557b8284def6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:57.300923 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c6de799-d51f-4a10-b3f9-f2160c27cdb1 req-4d96160b-89de-4441-b4e8-557b8284def6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0544841 Mar 14 10:17:57.347408 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c6de799-d51f-4a10-b3f9-f2160c27cdb1 req-15f07f31-059a-4b8e-9c2c-a1c9249710bd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408797 Mar 14 10:17:57.623709 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:17:57.828130 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:58.466428 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50ad9f-a92c-4f01-8b10-5913cd7562b5 req-06f19873-6c82-4abc-a936-23e5ddf19c09 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:58.468224 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c50ad9f-a92c-4f01-8b10-5913cd7562b5 req-06f19873-6c82-4abc-a936-23e5ddf19c09 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0542328 Mar 14 10:17:58.516168 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c50ad9f-a92c-4f01-8b10-5913cd7562b5 req-30f427c1-58e6-425f-b53d-faa2ed6bd3b3 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421674 Mar 14 10:17:59.571457 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:17:59.632772 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143da3ce-91ad-474d-b512-71f821cac83f req-9972ea91-1ef7-4a0e-9403-cda11165d556 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:17:59.634222 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-143da3ce-91ad-474d-b512-71f821cac83f req-9972ea91-1ef7-4a0e-9403-cda11165d556 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0529821 Mar 14 10:17:59.682731 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-143da3ce-91ad-474d-b512-71f821cac83f req-cf3fce49-d111-400c-ab65-3e56ac83ff78 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430675 Mar 14 10:18:00.803952 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a60f6-f7b0-4cde-8205-0ee2ca54611f req-694a8395-575e-44d1-9a12-a19cd6df858a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:00.805387 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d39a60f6-f7b0-4cde-8205-0ee2ca54611f req-694a8395-575e-44d1-9a12-a19cd6df858a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0506239 Mar 14 10:18:00.850480 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d39a60f6-f7b0-4cde-8205-0ee2ca54611f req-81ac25f9-fe1a-46f5-8ed8-40f69657b83a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396249 Mar 14 10:18:01.971654 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2676b7-bca7-428b-9512-79bd837e73ad req-907dd3cb-1c31-47ca-965e-3574dcfb78c4 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:01.971654 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac2676b7-bca7-428b-9512-79bd837e73ad req-907dd3cb-1c31-47ca-965e-3574dcfb78c4 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0525594 Mar 14 10:18:02.030759 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac2676b7-bca7-428b-9512-79bd837e73ad req-03fec680-beb1-4a29-82e7-b19c9b1adfc0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504742 Mar 14 10:18:02.234140 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ccb07-9826-41e3-a3e6-ad8acefaa857 req-17316449-6263-4cb1-be4f-41ed02b0839b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:02.235669 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-268ccb07-9826-41e3-a3e6-ad8acefaa857 req-17316449-6263-4cb1-be4f-41ed02b0839b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0559735 Mar 14 10:18:02.282297 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-268ccb07-9826-41e3-a3e6-ad8acefaa857 req-ecc2f31a-e8c0-4b45-9aaf-8fc59f6aefcd tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 Mar 14 10:18:02.288421 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-bae0fe12-37f4-4c26-af1f-c21520ccc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:02.289910 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-bae0fe12-37f4-4c26-af1f-c21520ccc8db service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1130 time: 0.0444148 Mar 14 10:18:02.391153 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-e7e5eb0e-350d-4dc8-bdf8-eabd0621b87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:02.392659 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-e7e5eb0e-350d-4dc8-bdf8-eabd0621b87f service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.0966172 Mar 14 10:18:02.460506 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-c88fb413-429d-4b49-a7ae-28c8023824ff service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 1002 time: 0.0614004 Mar 14 10:18:02.513678 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-2443a4d3-2d37-474b-a45b-10220b79d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:02.515454 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-2443a4d3-2d37-474b-a45b-10220b79d283 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0478382 Mar 14 10:18:02.563009 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-25319f76-85bd-4c0e-8bd3-e4ca78bab008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:02.564496 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-25319f76-85bd-4c0e-8bd3-e4ca78bab008 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433817 Mar 14 10:18:02.651656 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-89597155-586d-477d-b85e-5ffe30785ade service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800567 Mar 14 10:18:02.742135 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b9b0c1ca-8bb4-4c85-81ed-7a83d94bb23f req-b117da0a-4297-4d63-adc4-cca77a636bc9 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847073 Mar 14 10:18:03.404653 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade0f20-eea2-4f95-be26-30f8a64bcac9 req-89eea2f8-0b5c-4e13-a71f-157912f9f7a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:03.406700 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dade0f20-eea2-4f95-be26-30f8a64bcac9 req-89eea2f8-0b5c-4e13-a71f-157912f9f7a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0546000 Mar 14 10:18:03.454880 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dade0f20-eea2-4f95-be26-30f8a64bcac9 req-7b432eea-585b-41e3-9a34-193e5ecd7dfe tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Mar 14 10:18:04.576591 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5caf4-51f6-47a2-883d-39a9e44c525b req-15c78349-0002-4e70-aba3-15651af00e25 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:04.578634 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b4d5caf4-51f6-47a2-883d-39a9e44c525b req-15c78349-0002-4e70-aba3-15651af00e25 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0558386 Mar 14 10:18:04.625553 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b4d5caf4-51f6-47a2-883d-39a9e44c525b req-444b65f4-816d-4616-9c73-14e6947862df tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413115 Mar 14 10:18:05.789714 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38476) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:05.892537 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dbced69c-b97a-472c-8342-a929169d580b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.964636 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dbced69c-b97a-472c-8342-a929169d580b admin admin] Publish callbacks [] for security_group (752966ce-8480-42d4-953c-f52174bcb746), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:05.969164 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dbced69c-b97a-472c-8342-a929169d580b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (752966ce-8480-42d4-953c-f52174bcb746), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.005997 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dbced69c-b97a-472c-8342-a929169d580b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7dc4c800e9f4bd49c3eaff66c486682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152336 Mar 14 10:18:06.007869 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbced69c-b97a-472c-8342-a929169d580b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752966ce-8480-42d4-953c-f52174bcb746,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:06.008675 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38480) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:06.057466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-229c14a7-57a6-4759-9ec5-7ffe3718e6c3 admin admin] Publish callbacks [] for security_group (752966ce-8480-42d4-953c-f52174bcb746), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.078485 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-229c14a7-57a6-4759-9ec5-7ffe3718e6c3 admin admin] Publish callbacks [] for security_group (752966ce-8480-42d4-953c-f52174bcb746), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.123878 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-229c14a7-57a6-4759-9ec5-7ffe3718e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (752966ce-8480-42d4-953c-f52174bcb746), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.126981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-229c14a7-57a6-4759-9ec5-7ffe3718e6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:06.128154 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-229c14a7-57a6-4759-9ec5-7ffe3718e6c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/752966ce-8480-42d4-953c-f52174bcb746 HTTP/1.1" status: 204 len: 168 time: 0.1184759 Mar 14 10:18:06.135569 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c14a7-57a6-4759-9ec5-7ffe3718e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752966ce-8480-42d4-953c-f52174bcb746,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:09.729730 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38526) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:09.830212 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a451abf-4a47-4c1d-9ce8-13081ba6102a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:09.910001 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a451abf-4a47-4c1d-9ce8-13081ba6102a admin admin] Publish callbacks [] for security_group (c7b915f9-c9ed-4a99-8fe0-6cd8267249e4), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:09.914297 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5a451abf-4a47-4c1d-9ce8-13081ba6102a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c7b915f9-c9ed-4a99-8fe0-6cd8267249e4), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:09.950342 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a451abf-4a47-4c1d-9ce8-13081ba6102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b915f9-c9ed-4a99-8fe0-6cd8267249e4,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:09.957423 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5a451abf-4a47-4c1d-9ce8-13081ba6102a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=feabb123647046cd93ff32b20b095e9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243474 Mar 14 10:18:09.957649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38532) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:10.004416 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d295943-e796-4f6e-80e1-884392a2edcf admin admin] Publish callbacks [] for security_group (c7b915f9-c9ed-4a99-8fe0-6cd8267249e4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.024649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d295943-e796-4f6e-80e1-884392a2edcf admin admin] Publish callbacks [] for security_group (c7b915f9-c9ed-4a99-8fe0-6cd8267249e4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.070082 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d295943-e796-4f6e-80e1-884392a2edcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c7b915f9-c9ed-4a99-8fe0-6cd8267249e4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.072700 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7d295943-e796-4f6e-80e1-884392a2edcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.073847 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7d295943-e796-4f6e-80e1-884392a2edcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b915f9-c9ed-4a99-8fe0-6cd8267249e4 HTTP/1.1" status: 204 len: 168 time: 0.1153042 Mar 14 10:18:10.081502 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d295943-e796-4f6e-80e1-884392a2edcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b915f9-c9ed-4a99-8fe0-6cd8267249e4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:10.680968 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38554) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:10.771057 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.777066 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1888319750-network', 'tenant_id': '81a3443193d44dee942653c671d340ad'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:10.795923 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Made reservation on behalf of 81a3443193d44dee942653c671d340ad for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:10.798094 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.806310 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.878206 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks [] for security_group (be448cf3-eb6a-4fc2-a63b-e8f194726b79), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.882253 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (be448cf3-eb6a-4fc2-a63b-e8f194726b79), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.908306 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:18:10.913706 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be448cf3-eb6a-4fc2-a63b-e8f194726b79,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:10.924519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (2ddf0cb0-4829-47f3-80af-8c63bb75d3b2), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.924989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Added segment 2ddf0cb0-4829-47f3-80af-8c63bb75d3b2 of type vlan for network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 Mar 14 10:18:10.963349 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (547c3d75-de2b-4f39-a3b1-a26a38d1ca08), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.986566 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (547c3d75-de2b-4f39-a3b1-a26a38d1ca08), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:10.987534 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:10.988139 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:11.019606 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3375156 Mar 14 10:18:11.022682 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38558) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:11.027616 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Request body: {'subnet': {'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1888319750-subnet', 'tenant_id': '81a3443193d44dee942653c671d340ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:11.048940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Made reservation on behalf of 81a3443193d44dee942653c671d340ad for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:11.050215 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63617716-fbe0-4edd-b07d-bb2ddef901a6 admin admin] Pushing event updated for resources: {'Network': ['ID=547c3d75-de2b-4f39-a3b1-a26a38d1ca08,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:11.051331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30488944'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:11.060770 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:18:11.220523 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31426584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30488898'] for subnet (75375567-a555-457a-b143-28a3cae8679c), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:11.279035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75375567-a555-457a-b143-28a3cae8679c,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:11.286775 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Checking segment: {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:11.287129 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Network hostable DHCP agents. Network: 547c3d75-de2b-4f39-a3b1-a26a38d1ca08, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:18:11.304100 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:18:11.312838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 547c3d75-de2b-4f39-a3b1-a26a38d1ca08) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:11.316939 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:11.317540 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:11.322073 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51134cab-cfe4-4446-bd60-a619bde4a471 None None] Network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:18:11.332904 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1eee86b8-41db-4ce7-a79a-cd2f45e22348 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3091178 Mar 14 10:18:11.425309 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5306b-065e-4686-9ae0-d932a63ae25f None None] Network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:18:13.307294 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-8c47b611-3ac8-45a4-b595-9519e69e0425 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:13.308753 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-8c47b611-3ac8-45a4-b595-9519e69e0425 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/networks?id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 200 len: 814 time: 0.3228874 Mar 14 10:18:13.323216 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-66c82a8a-0642-4e97-9852-3452e4922731 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/quotas/81a3443193d44dee942653c671d340ad HTTP/1.1" status: 200 len: 375 time: 0.0088124 Mar 14 10:18:13.354799 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-18ff57cd-e67c-4e1f-a804-dc205f0edf5b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=81a3443193d44dee942653c671d340ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264685 Mar 14 10:18:13.455113 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-80c3094c-27f6-4d47-8caf-bffd8425c82f service neutron] 10.222.0.21 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933635 Mar 14 10:18:13.572498 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-a8bfd14b-6201-4d44-9dd4-d085d9f18177 service neutron] 10.222.0.21 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115780 Mar 14 10:18:13.584272 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c25488-3b86-4e03-a43e-fccb4ccc882b req-cfa92b0a-dcec-489a-ad7d-1f06de2c0e86 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:13.585680 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a2c25488-3b86-4e03-a43e-fccb4ccc882b req-cfa92b0a-dcec-489a-ad7d-1f06de2c0e86 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.0989110 Mar 14 10:18:13.633645 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a2c25488-3b86-4e03-a43e-fccb4ccc882b req-e18b862a-3467-4714-8b0b-5d685357f8e5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421333 Mar 14 10:18:13.728132 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-364aa74f-9523-42aa-af8c-14e6fa3cb57d req-3d13764d-3f30-4d8d-b084-24cd2796c657 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 210 time: 0.0269666 Mar 14 10:18:13.994020 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-bb5cf597-493a-4a46-a069-1748afbcc318 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436208 Mar 14 10:18:14.062378 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b443dc-966e-443d-8612-001c293001af req-ce31fcc6-6e37-4cd8-95cb-a19b5b926aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:14.063923 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-ce31fcc6-6e37-4cd8-95cb-a19b5b926aac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 1130 time: 0.0460582 Mar 14 10:18:14.175763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b443dc-966e-443d-8612-001c293001af req-91e9b7d2-67d4-409a-9545-d7ce2a481749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:14.177248 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-91e9b7d2-67d4-409a-9545-d7ce2a481749 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.0905190 Mar 14 10:18:14.245203 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-bc77fb06-9609-40c5-a8e4-d638b131e2db service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 200 len: 1002 time: 0.0601003 Mar 14 10:18:14.300309 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b443dc-966e-443d-8612-001c293001af req-307f1be7-6c1a-469b-a642-08436cd9d698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:14.301739 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-307f1be7-6c1a-469b-a642-08436cd9d698 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0447190 Mar 14 10:18:14.359397 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b443dc-966e-443d-8612-001c293001af req-f36c6263-88ad-4e72-b763-970344ce7b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:14.360874 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-f36c6263-88ad-4e72-b763-970344ce7b65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468223 Mar 14 10:18:14.448218 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-a17a1311-7f04-4f8a-81e7-ea6adf61727c service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798080 Mar 14 10:18:14.543125 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-17b443dc-966e-443d-8612-001c293001af req-8d4f0007-1551-4bd5-9c34-664394b2cefb service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860095 Mar 14 10:18:14.770756 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-26ce97d2-6bd6-471b-86dd-a8e4ec08e267 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:14.772600 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-26ce97d2-6bd6-471b-86dd-a8e4ec08e267 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "GET /v2.0/networks?id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 200 len: 814 time: 0.1132803 Mar 14 10:18:14.772998 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b109c2-ebcb-4210-8fdd-e76e370042ea req-b2390913-cf0a-4162-a219-b6a84e7571f8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:14.774924 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35b109c2-ebcb-4210-8fdd-e76e370042ea req-b2390913-cf0a-4162-a219-b6a84e7571f8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.0615094 Mar 14 10:18:14.790043 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Request body: {'port': {'device_id': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08', 'admin_state_up': True, 'tenant_id': '81a3443193d44dee942653c671d340ad'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:14.834220 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-92adae1e-90b8-4f24-9017-bf9b0e7906f7 req-1c0df15d-2920-46f9-be69-13650b6ea72c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 210 time: 0.0357447 Mar 14 10:18:14.864235 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-35b109c2-ebcb-4210-8fdd-e76e370042ea req-66a90fbb-ede9-415c-aae7-736e55f30f2b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810833 Mar 14 10:18:14.912015 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Made reservation on behalf of 81a3443193d44dee942653c671d340ad for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:14.915960 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.044330 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Allocated IP 172.20.0.5 (547c3d75-de2b-4f39-a3b1-a26a38d1ca08/75375567-a555-457a-b143-28a3cae8679c/8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:15.185334 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks [] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.220900 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.266415 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:15.269509 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:15.273177 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:15.299465 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Pushing event updated for resources: {'Port': ['ID=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:15.313313 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.313666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.314014 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.314358 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.314696 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.315032 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.315365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.315725 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.316058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.316390 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.316719 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.317047 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.317373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.317702 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.318023 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:15.335364 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:15.336002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.352352 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-efa1287b-cb80-4f11-bcca-2a7983435223 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691273 Mar 14 10:18:15.364601 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Request body: {'port': {'device_id': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:15.432705 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.531783 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-762df6e7-eea1-4bab-9019-a3379f5f4564 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:15.533138 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-762df6e7-eea1-4bab-9019-a3379f5f4564 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.1110146 Mar 14 10:18:15.744261 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Deleting port 5d5b67aa-2452-493f-908e-6c38a05c7cea {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:18:15.744602 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.878109 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:18:15.889190 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Publish callbacks [] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.892290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] For port 5d5b67aa-2452-493f-908e-6c38a05c7cea, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=5d5b67aa-2452-493f-908e-6c38a05c7cea,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:15.892643 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.944040 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Transition to ACTIVE for port object 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:18:15.952970 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:15.988891 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a452e0-fdb6-4062-ad68-d66475438215 req-41b1922b-76a1-472c-badd-96f0d12acdb2 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:15.990363 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84a452e0-fdb6-4062-ad68-d66475438215 req-41b1922b-76a1-472c-badd-96f0d12acdb2 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 931 time: 0.0797939 Mar 14 10:18:16.026644 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbfe88e-3a16-452b-a690-29781c12b594 req-19f39f20-df15-4ae1-b7c9-38448efad164 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:16.028120 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdbfe88e-3a16-452b-a690-29781c12b594 req-19f39f20-df15-4ae1-b7c9-38448efad164 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 946 time: 0.0810883 Mar 14 10:18:16.050984 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:16.070801 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-84a452e0-fdb6-4062-ad68-d66475438215 req-54d6ef21-bc76-4924-8949-b367bcd48e3d tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710113 Mar 14 10:18:16.102564 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bdbfe88e-3a16-452b-a690-29781c12b594 req-0405d399-da87-4deb-840a-4caa7f4c4dc9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=3f2975a6-1551-4d09-8b21-fff731bc7025&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642092 Mar 14 10:18:16.420984 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:16.421458 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (15ba5947-f422-4030-8907-048967bef329), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:16.421803 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Floating IP 15ba5947-f422-4030-8907-048967bef329 disassociated. External IP: 172.27.0.89, port: 5d5b67aa-2452-493f-908e-6c38a05c7cea. Mar 14 10:18:16.422169 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Calling delete_port for 5d5b67aa-2452-493f-908e-6c38a05c7cea owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:18:16.428806 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Attempting to bind port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:18:16.429142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Attempting to bind port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:18:16.429472 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Attempting to bind port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 on network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:16.440121 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 on network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:18:16.440445 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Attempting to bind port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 on network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:16.491218 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:18:16.491555 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Checking segment: {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:16.491962 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Bound using segment: {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:18:16.492389 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Bound port: 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:18:16.492750 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:16.598959 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] For port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:18:16.617875 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] For port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:18:16.628358 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:16.641436 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (5d5b67aa-2452-493f-908e-6c38a05c7cea), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:16.665646 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:16.666253 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:16.667655 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 HTTP/1.1" status: 200 len: 1093 time: 1.3069444 Mar 14 10:18:16.668095 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'tag': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:16.670811 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a65f74-96d4-466e-ad96-ba8e75e4da82" -d '{"events": [{"name": "network-changed", "server_uuid": "fd36eb03-c4f2-4088-a6c6-a3060ebb7b57", "tag": "8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:16.730255 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb218a4-9ba4-4881-8ae4-1a271870e286 x-openstack-request-id: req-eeb218a4-9ba4-4881-8ae4-1a271870e286 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:16.730547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd36eb03-c4f2-4088-a6c6-a3060ebb7b57", "tag": "8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:16.730799 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eeb218a4-9ba4-4881-8ae4-1a271870e286 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:16.731191 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'tag': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3', 'status': 'completed', 'code': 200} Mar 14 10:18:16.777120 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daed616-f49c-4518-97fa-8afa69702446 service neutron] Pushing event updated for resources: {'Port': ['ID=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:16.812245 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event deleted for resources: {'Port': ['ID=5d5b67aa-2452-493f-908e-6c38a05c7cea,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:16.860853 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-a935b13e-5f55-40c1-949f-607e74a132fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:16.862347 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-a935b13e-5f55-40c1-949f-607e74a132fd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81a3443193d44dee942653c671d340ad&device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 1127 time: 0.1338463 Mar 14 10:18:16.874556 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:18:16.910427 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-7ae21ab0-27bc-4c46-a733-f725ca44d5e1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 HTTP/1.1" status: 200 len: 217 time: 0.0383422 Mar 14 10:18:17.003269 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-f7b08fe6-1c95-45a2-82b0-f0c7aedf5242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:17.004659 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-f7b08fe6-1c95-45a2-82b0-f0c7aedf5242 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75375567-a555-457a-b143-28a3cae8679c HTTP/1.1" status: 200 len: 854 time: 0.0877759 Mar 14 10:18:17.068818 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-02478b1b-267c-4788-bdc4-5b081f80f298 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307126 Mar 14 10:18:17.097340 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:18:17.116582 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:18:17.126520 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:17.127325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:17.183819 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] No DVR routers for this DVR port 5d5b67aa-2452-493f-908e-6c38a05c7cea on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:18:17.187834 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:17.191933 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7961c3b3-e494-4ab6-b947-810fb2a82676 req-378ede86-b0f7-4d83-b62b-d78fe38eeecc tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "DELETE /v2.0/ports/5d5b67aa-2452-493f-908e-6c38a05c7cea HTTP/1.1" status: 204 len: 173 time: 1.6528392 Mar 14 10:18:17.233629 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-1ca15453-975d-4bd8-84c8-89b2949b93d0 service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573350 Mar 14 10:18:17.265977 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-802341e3-38a3-4926-8abb-ebeedf080b9f req-43dc35d3-0489-4317-89f5-7ecb73b61928 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=666355cd-0f02-47ba-9da3-306b6d3d5dd3 HTTP/1.1" status: 200 len: 210 time: 0.0392551 Mar 14 10:18:17.273523 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dd7dab-e60f-427a-8694-73e684a282e9 req-a36bd87c-9d11-4a95-b160-3a60d2ad6d2c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:17.274994 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23dd7dab-e60f-427a-8694-73e684a282e9 req-a36bd87c-9d11-4a95-b160-3a60d2ad6d2c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 943 time: 0.1109188 Mar 14 10:18:17.307053 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:17.336495 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-23dd7dab-e60f-427a-8694-73e684a282e9 req-5b656aeb-4578-4bf7-8e22-3db13c0e306e tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538754 Mar 14 10:18:17.359679 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ad55ff33-4d75-47a1-b492-a5df7521e22f req-9a16b0ed-7f80-4aba-87a8-7b377d3b7a3f service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150215 Mar 14 10:18:17.454674 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-5babc693-9154-4297-a5cd-459d4d6e8f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:17.456234 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-5babc693-9154-4297-a5cd-459d4d6e8f88 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81a3443193d44dee942653c671d340ad&device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 1127 time: 0.0493829 Mar 14 10:18:17.543923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:17.562079 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-f8b2c799-b883-4686-89c5-8dc8b7f95ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:17.563699 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-f8b2c799-b883-4686-89c5-8dc8b7f95ef8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 200 len: 914 time: 0.0989282 Mar 14 10:18:17.569715 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:18:17.578750 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:17.579348 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:17:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:17.611829 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-92e2a89e-ff2e-4d89-9941-f157b8828ffa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 HTTP/1.1" status: 200 len: 217 time: 0.0399001 Mar 14 10:18:17.663518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-cb8e8898-8e0e-470a-a06d-d00afb99eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:17.665038 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-cb8e8898-8e0e-470a-a06d-d00afb99eb30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75375567-a555-457a-b143-28a3cae8679c HTTP/1.1" status: 200 len: 854 time: 0.0443053 Mar 14 10:18:17.704808 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-70fd89cf-ff3a-4a39-ae7c-176f6be201fb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278628 Mar 14 10:18:17.807809 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-59a9314e-1fce-4aea-8429-39e4172f6b6b service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951977 Mar 14 10:18:17.825937 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:17.911571 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c6a65f74-96d4-466e-ad96-ba8e75e4da82 req-49d73709-4e8f-49b4-95dd-83180a16d592 service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972006 Mar 14 10:18:18.025948 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:18.055416 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d99193-a451-4dc6-a189-32f5dc80b4e2 None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:18:18.268357 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b94b649-cdfb-4241-8122-705a46bfb665 None None] New status for floating IP 15ba5947-f422-4030-8907-048967bef329: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:18:18.367888 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38646) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:18.475697 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9524-647c-425d-81c1-5b8e1d51743a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (3f2975a6-1551-4d09-8b21-fff731bc7025), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.500101 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbdba4-087e-4346-9154-ab8b4ed62df6 req-19c845f7-6518-4241-bcab-cf9e82f60a04 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:18.501578 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08cbdba4-087e-4346-9154-ab8b4ed62df6 req-19c845f7-6518-4241-bcab-cf9e82f60a04 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 943 time: 0.0946717 Mar 14 10:18:18.511453 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9524-647c-425d-81c1-5b8e1d51743a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (3f2975a6-1551-4d09-8b21-fff731bc7025), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.581548 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-08cbdba4-087e-4346-9154-ab8b4ed62df6 req-9437b3e1-f316-44b3-bb7b-d1db62248646 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718365 Mar 14 10:18:18.594371 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9524-647c-425d-81c1-5b8e1d51743a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (3f2975a6-1551-4d09-8b21-fff731bc7025), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.596995 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9524-647c-425d-81c1-5b8e1d51743a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.598187 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b8ea9524-647c-425d-81c1-5b8e1d51743a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "DELETE /v2.0/security-groups/3f2975a6-1551-4d09-8b21-fff731bc7025 HTTP/1.1" status: 204 len: 168 time: 0.2292736 Mar 14 10:18:18.601315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38648) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:18.607193 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea9524-647c-425d-81c1-5b8e1d51743a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2975a6-1551-4d09-8b21-fff731bc7025,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:18.614071 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-71e45a83-191f-4fac-b4ca-dbd7a0578b6b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] show failed (client error): The resource could not be found. Mar 14 10:18:18.615093 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-71e45a83-191f-4fac-b4ca-dbd7a0578b6b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups/3f2975a6-1551-4d09-8b21-fff731bc7025 HTTP/1.1" status: 404 len: 347 time: 0.0127192 Mar 14 10:18:18.617863 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38650) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:18.732394 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-deleted', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:18.734613 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be797b3f-b5b9-43b6-9a1c-eb67a7ba7111" -d '{"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-deleted", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:18.744319 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Deleting port 7cbb8470-f707-4f67-ab71-afc9a370a9d1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:18:18.744670 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.771330 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b52fc3-6b90-4648-85a3-4469dadc1c92 x-openstack-request-id: req-15b52fc3-6b90-4648-85a3-4469dadc1c92 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:18.771668 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "666355cd-0f02-47ba-9da3-306b6d3d5dd3", "name": "network-vif-deleted", "tag": "5d5b67aa-2452-493f-908e-6c38a05c7cea", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:18.771931 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15b52fc3-6b90-4648-85a3-4469dadc1c92 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:18.772355 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '666355cd-0f02-47ba-9da3-306b6d3d5dd3', 'name': 'network-vif-deleted', 'tag': '5d5b67aa-2452-493f-908e-6c38a05c7cea', 'status': 'completed', 'code': 200} Mar 14 10:18:18.829055 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.829385 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (7cbb8470-f707-4f67-ab71-afc9a370a9d1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.840874 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Calling delete_port for 7cbb8470-f707-4f67-ab71-afc9a370a9d1 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:18:18.969782 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (7cbb8470-f707-4f67-ab71-afc9a370a9d1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:18.994545 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event deleted for resources: {'Port': ['ID=7cbb8470-f707-4f67-ab71-afc9a370a9d1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:19.053561 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (15ba5947-f422-4030-8907-048967bef329), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.056067 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.057199 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-93924897-f940-4c31-ac36-4dca9fddc028 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "DELETE /v2.0/floatingips/15ba5947-f422-4030-8907-048967bef329 HTTP/1.1" status: 204 len: 168 time: 0.4384584 Mar 14 10:18:19.267122 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38656) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:19.271811 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1896891462', 'description': 'tempest-description--785904338'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:19.291352 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.354955 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (47a23f2b-4a61-4939-a26e-32dedde6191e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.358181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (47a23f2b-4a61-4939-a26e-32dedde6191e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.384802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.385994 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1177614 Mar 14 10:18:19.389680 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38658) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:19.390472 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783fa609-7528-4af9-ae9d-77dcd379b817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47a23f2b-4a61-4939-a26e-32dedde6191e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:19.395404 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'security_group_rule': {'security_group_id': '47a23f2b-4a61-4939-a26e-32dedde6191e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:19.420595 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (536c8039-a7a9-4f80-b20c-63e5405358cd), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.464753 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (536c8039-a7a9-4f80-b20c-63e5405358cd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.468117 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (536c8039-a7a9-4f80-b20c-63e5405358cd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.486762 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536c8039-a7a9-4f80-b20c-63e5405358cd,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:19.492653 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.493816 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-afcf6423-28c0-4ed5-bd00-d5c351758a92 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1031187 Mar 14 10:18:19.496490 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38660) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:19.501392 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'security_group_rule': {'security_group_id': '47a23f2b-4a61-4939-a26e-32dedde6191e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:19.525495 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (cefa3df4-2da2-4866-86a1-94875f911eb4), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.582627 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (cefa3df4-2da2-4866-86a1-94875f911eb4), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.585999 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (cefa3df4-2da2-4866-86a1-94875f911eb4), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.603400 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefa3df4-2da2-4866-86a1-94875f911eb4,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:19.617432 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.619117 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d31a1d25-5a8c-468c-bf09-6e8b8f6e3f5c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1216238 Mar 14 10:18:19.622039 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38664) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:19.628792 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:19.648499 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.726289 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d450b05-d725-4046-8caa-8d35f72ad7eb req-7cd77a65-cfe2-4168-96a8-04795922204e tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:19.727800 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d450b05-d725-4046-8caa-8d35f72ad7eb req-7cd77a65-cfe2-4168-96a8-04795922204e tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 943 time: 0.0766129 Mar 14 10:18:19.809071 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7d450b05-d725-4046-8caa-8d35f72ad7eb req-c4d7a1a6-670a-47b3-a94d-2a20be06ff87 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Mar 14 10:18:19.822746 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:19.928779 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Allocated IP 172.27.0.91 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/a6739eda-345e-4bab-b05b-e1b46853fdcc) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:20.029004 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.061413 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.099356 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:20.102098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:20.105494 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:20.126825 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'Port': ['ID=a6739eda-345e-4bab-b05b-e1b46853fdcc,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:20.193164 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.228567 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.378290 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.382749 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.449842 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'Port': ['ID=a6739eda-345e-4bab-b05b-e1b46853fdcc,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:20.459990 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.476494 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:20.477712 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-28a69faf-aa11-41a4-a4f8-43ba6d0ee720 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8544433 Mar 14 10:18:20.671343 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-ae86d409-9f2d-4a45-96a1-43def42de354 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1896891462&fields=id&tenant_id=48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 267 time: 0.0414243 Mar 14 10:18:20.775438 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-8aa76a38-0d7f-4158-b156-86b4aefa8c97 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:20.776837 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-8aa76a38-0d7f-4158-b156-86b4aefa8c97 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 816 time: 0.0992696 Mar 14 10:18:20.791141 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-af0f92c6-4632-404a-b661-141d82fe115c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/quotas/48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 375 time: 0.0085955 Mar 14 10:18:20.856200 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-64d0e790-91b5-4c94-a388-0db49ab52983 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598066 Mar 14 10:18:20.987065 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:18:20.990780 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34bb74-2286-4884-92f7-2c810b5b9368 req-0d48cc4d-07ee-4074-8d55-6ce17ea4906d tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:20.990985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:18:20.992306 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a34bb74-2286-4884-92f7-2c810b5b9368 req-0d48cc4d-07ee-4074-8d55-6ce17ea4906d tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 943 time: 0.1136742 Mar 14 10:18:20.996048 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-743b0b84-f4f3-462e-b104-52cf8aa5f95e service neutron] 10.222.0.21 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255736 Mar 14 10:18:21.017189 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 5d5b67aa-2452-493f-908e-6c38a05c7cea {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:18:21.017543 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 5d5b67aa-2452-493f-908e-6c38a05c7cea not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:18:21.104882 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7a34bb74-2286-4884-92f7-2c810b5b9368 req-025986d6-a4c3-44c2-a9c8-b08fc0544b58 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064575 Mar 14 10:18:21.107531 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:21.119573 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3', 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08', 'port_id': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3', 'mac_address': 'fa:16:3e:e7:f4:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75375567-a555-457a-b143-28a3cae8679c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:18:21.121207 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-f3ebe60b-01c6-436f-b514-91692f337c12 service neutron] 10.222.0.21 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170025 Mar 14 10:18:21.161688 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:21.162088 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:21.176297 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:18:21.197023 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:21.200829 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:21.250657 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:21.289508 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9aa0ee6-714f-4ecc-b149-92a35bbe8191 req-d406c842-d2d2-4c9e-9715-fddaa8da83b6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 210 time: 0.0276690 Mar 14 10:18:21.472816 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:18:22.231933 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-7241bd92-cd7a-4cfc-8785-ff277b699479 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:22.233964 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-7241bd92-cd7a-4cfc-8785-ff277b699479 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 816 time: 0.1250014 Mar 14 10:18:22.242450 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60da383-4db5-4c2b-8e67-c749d695edc5 req-b171979d-2a6b-430e-b2e8-c570922f33ab tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:22.248120 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b60da383-4db5-4c2b-8e67-c749d695edc5 req-b171979d-2a6b-430e-b2e8-c570922f33ab tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 944 time: 0.0675430 Mar 14 10:18:22.293557 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b60da383-4db5-4c2b-8e67-c749d695edc5 req-dfb1a538-1a2d-48ec-a6a4-6a7c4ffa46e6 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Mar 14 10:18:22.297078 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-661f3f4f-f648-40c5-bace-8667240490d6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 380 time: 0.0547519 Mar 14 10:18:22.306525 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'port': {'device_id': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'admin_state_up': True, 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'security_groups': ['47a23f2b-4a61-4939-a26e-32dedde6191e']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:22.388361 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5c433fb4-ffc6-4234-ba5a-1f608bb45f64 req-6a680d00-6481-4dac-a6ce-5271cca6be3c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 210 time: 0.0312500 Mar 14 10:18:22.414045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Made reservation on behalf of 48378d748f5046a89b2ad82eb1e65d4a for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:22.417518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.539630 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Allocated IP 172.20.0.14 (aa6f9f98-0eed-4ba5-998a-6e7185cea065/f4afdfd6-1704-48f8-9ad3-64d3757f8d4a/36f37f96-bdf4-4fa1-9695-f16bbae5f2f0) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:22.675124 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.708340 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.751471 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:22.754514 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:22.758121 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:22.785708 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:22.817301 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:22.818049 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.835471 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-428c61a7-c096-4a4c-aa0e-5053aff460b9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5324774 Mar 14 10:18:22.848104 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Request body: {'port': {'device_id': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:22.908175 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.955308 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a21e6c7a-00f3-4596-8e1c-863a22c57806 None None] Provisioning complete for port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:22.955947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a21e6c7a-00f3-4596-8e1c-863a22c57806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:22.988491 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a21e6c7a-00f3-4596-8e1c-863a22c57806 None None] Port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:18:23.006057 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4ac0954b-8ed8-400a-ad70-4febf9577751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.010602 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:18:23.063563 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:18:23.067533 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:23.068005 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.143467 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:23.143895 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.166610 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:23.168835 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1e574-b019-4e82-8559-325727408093" -d '{"events": [{"server_uuid": "fd36eb03-c4f2-4088-a6c6-a3060ebb7b57", "name": "network-vif-plugged", "status": "completed", "tag": "8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:23.179627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:18:23.181451 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:23.186432 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.189239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Publish callbacks [] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.201912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Transition to ACTIVE for port object 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:18:23.206314 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.213566 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e265e2-343b-453d-aac3-e8a4d5539f42 x-openstack-request-id: req-d6e265e2-343b-453d-aac3-e8a4d5539f42 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:23.215215 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd36eb03-c4f2-4088-a6c6-a3060ebb7b57", "name": "network-vif-plugged", "status": "completed", "tag": "8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:23.215215 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6e265e2-343b-453d-aac3-e8a4d5539f42 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:23.215215 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3', 'code': 200} Mar 14 10:18:23.241213 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:23.276673 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:23.357085 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Attempting to bind port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:18:23.357085 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Attempting to bind port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:18:23.357085 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Attempting to bind port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:23.380282 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:18:23.380666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Attempting to bind port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 on network aa6f9f98-0eed-4ba5-998a-6e7185cea065 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:23.388411 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:18:23.389287 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Checking segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:23.389669 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Bound using segment: {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:18:23.390099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Bound port: 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21aa29a3-2545-4234-a44e-3e0b67f283eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:18:23.390456 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.424683 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90b21-8048-4237-94e5-680b769c5679 req-e1dcf68f-dc4c-4a73-b836-3dc65ba1cf0c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:23.427273 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85a90b21-8048-4237-94e5-680b769c5679 req-e1dcf68f-dc4c-4a73-b836-3dc65ba1cf0c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.0593674 Mar 14 10:18:23.434000 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c87e5-9f89-456c-98d9-76d245fad834 req-a67f3dd3-fcd1-4018-ab5a-aadefacf4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:23.435461 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-aa7c87e5-9f89-456c-98d9-76d245fad834 req-a67f3dd3-fcd1-4018-ab5a-aadefacf4988 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 1129 time: 0.0906053 Mar 14 10:18:23.493690 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:18:23.506673 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-aa7c87e5-9f89-456c-98d9-76d245fad834 req-036a9955-7a62-478d-a9ba-4c7f249a532a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643580 Mar 14 10:18:23.509985 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:18:23.517424 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.521497 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-85a90b21-8048-4237-94e5-680b769c5679 req-0e1feb53-32d9-4429-a463-16ece1729609 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 Mar 14 10:18:23.541891 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9aebad-ccaa-43c7-96e7-1173c1db9485 req-363c89ca-ec49-44f1-bbdb-9c1df7ffe71a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:23.543429 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b9aebad-ccaa-43c7-96e7-1173c1db9485 req-363c89ca-ec49-44f1-bbdb-9c1df7ffe71a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0686691 Mar 14 10:18:23.558382 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:23.559036 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:23.560561 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] 10.222.0.35 "PUT /v2.0/ports/36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 1094 time: 0.7166741 Mar 14 10:18:23.561018 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:23.563273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0" -d '{"events": [{"name": "network-changed", "server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:23.600041 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0e12-20ea-40a2-8fc4-974d3d3e7d49 service neutron] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:23.607050 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b9aebad-ccaa-43c7-96e7-1173c1db9485 req-6b157775-281e-433e-82a5-9f8cff4d01b4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556550 Mar 14 10:18:23.612657 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4695815a-b693-45e4-b393-05831dfed19d x-openstack-request-id: req-4695815a-b693-45e4-b393-05831dfed19d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:23.613047 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:23.613381 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4695815a-b693-45e4-b393-05831dfed19d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:23.616424 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'status': 'completed', 'code': 200} Mar 14 10:18:23.781159 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0 req-d455a633-f01b-4db1-8446-e56f371beafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:23.782625 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0 req-d455a633-f01b-4db1-8446-e56f371beafb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1128 time: 0.0490685 Mar 14 10:18:23.958994 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0 req-da2939db-ebb4-4caa-a276-e37e0a282602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:23.960541 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0 req-da2939db-ebb4-4caa-a276-e37e0a282602 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1689539 Mar 14 10:18:24.370290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0 req-e0e576fb-0bd5-4b79-bcff-94400cf3027b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:24.371835 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-b6ba46d4-d696-4ab9-b485-e9bc5f11a5f0 req-e0e576fb-0bd5-4b79-bcff-94400cf3027b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4043961 Mar 14 10:18:24.461765 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-0f2bf794-f9cd-495e-9ed1-71a3efd3c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:24.463226 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-0f2bf794-f9cd-495e-9ed1-71a3efd3c332 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1128 time: 0.0451269 Mar 14 10:18:24.509645 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-96296325-7461-4f8f-b1e2-9305a4a446f7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 217 time: 0.0376382 Mar 14 10:18:24.571382 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-6d2d5ad3-a99f-45ef-b55d-bf3863c2a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:24.572920 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-6d2d5ad3-a99f-45ef-b55d-bf3863c2a750 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0472128 Mar 14 10:18:24.633114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-ede00feb-6429-4e57-b20e-5a66d51c4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:24.635408 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-ede00feb-6429-4e57-b20e-5a66d51c4b22 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468216 Mar 14 10:18:24.655207 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3b626-a484-4b53-b5db-5dd212c41262 req-17dd5ecb-1859-454e-a3bd-2b9be014b664 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:24.656865 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7d3b626-a484-4b53-b5db-5dd212c41262 req-17dd5ecb-1859-454e-a3bd-2b9be014b664 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.0674875 Mar 14 10:18:24.735518 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c7d3b626-a484-4b53-b5db-5dd212c41262 req-9e8977d6-0a26-4558-9f91-c0e150b08e89 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732057 Mar 14 10:18:24.747934 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-3afc3527-a553-4002-b3cb-509a0f57b7f4 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037064 Mar 14 10:18:24.754555 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2f7bb-690f-4e4c-a82d-2a594ba1f07f req-15b3bc14-a56a-4d3a-8e1e-12e4219df05c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:24.756040 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fe2f7bb-690f-4e4c-a82d-2a594ba1f07f req-15b3bc14-a56a-4d3a-8e1e-12e4219df05c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0771427 Mar 14 10:18:24.805104 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0fe2f7bb-690f-4e4c-a82d-2a594ba1f07f req-86b8dc22-4a25-4dd7-b8fe-39ed61f4d29c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433581 Mar 14 10:18:24.847880 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-ddd7fb4c-0c7a-46a4-9db1-144a97c4209c req-01326ecf-8280-424d-bc08-8cdfd314a2ee service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857763 Mar 14 10:18:25.500061 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-801ca811-408e-4c09-86ec-625914aa4f57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:25.859236 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc60cf3-11a4-415d-a6fa-ab899c2ddb41 req-ead492f2-aef5-433e-9531-1ce3ab7a62e6 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:25.860898 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3fc60cf3-11a4-415d-a6fa-ab899c2ddb41 req-ead492f2-aef5-433e-9531-1ce3ab7a62e6 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.0601013 Mar 14 10:18:25.932706 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3fc60cf3-11a4-415d-a6fa-ab899c2ddb41 req-3c1a1a42-b0f0-439f-821a-c1ebeadb10b2 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662999 Mar 14 10:18:25.952815 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638033b8-23d0-49fd-8d42-5004c5b121d7 req-e868e9e5-dbd9-4a3b-af5e-e5ac961f7fd6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:25.954305 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-638033b8-23d0-49fd-8d42-5004c5b121d7 req-e868e9e5-dbd9-4a3b-af5e-e5ac961f7fd6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0745378 Mar 14 10:18:26.001954 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-638033b8-23d0-49fd-8d42-5004c5b121d7 req-4e7515b4-d652-4a76-9500-c553310c15c6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Mar 14 10:18:26.394648 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:27.121923 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666e66-b0d9-4550-bfcc-ba90342ce4b6 req-c3036aea-0d9f-469e-8551-d0c305daaa38 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:27.124153 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc666e66-b0d9-4550-bfcc-ba90342ce4b6 req-c3036aea-0d9f-469e-8551-d0c305daaa38 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0533094 Mar 14 10:18:27.174155 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc666e66-b0d9-4550-bfcc-ba90342ce4b6 req-5ea555a8-eb2e-4c3a-84b1-203f71e0e5ca tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Mar 14 10:18:27.832289 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:28.301090 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0d419-443a-4380-b0a5-5a12690d88b6 req-926b2529-396a-4b21-9c65-0c5f71d4f817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:28.302590 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72b0d419-443a-4380-b0a5-5a12690d88b6 req-926b2529-396a-4b21-9c65-0c5f71d4f817 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0568638 Mar 14 10:18:28.349965 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72b0d419-443a-4380-b0a5-5a12690d88b6 req-a20c1c99-82aa-4ef4-a35f-563f0b92d2bf tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409577 Mar 14 10:18:29.053538 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:18:29.154283 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:29.164778 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'mac_address': 'fa:16:3e:92:64:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:18:29.201966 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:29.202350 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:29.214653 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:18:29.237704 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:29.241742 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:29.291645 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:29.298717 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.299069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.299414 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.299795 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.300135 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.300467 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.300795 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.301125 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.301450 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.301803 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.302131 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.302453 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.302876 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.303207 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.303546 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:29.474254 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86cb526-5472-4bfb-92e3-3047aeb6e6d1 req-f2b73def-559f-4704-89e4-bfb5244c4348 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:29.483843 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e86cb526-5472-4bfb-92e3-3047aeb6e6d1 req-f2b73def-559f-4704-89e4-bfb5244c4348 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 945 time: 0.0587070 Mar 14 10:18:29.519094 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:18:29.522794 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e86cb526-5472-4bfb-92e3-3047aeb6e6d1 req-ef430b6a-c85c-46eb-b055-5342671cf793 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Mar 14 10:18:29.583434 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:30.660689 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1478ae2-b1ca-4f47-a314-77692059e90b req-1828cdb6-61d2-4d5c-b841-75dc84160ac3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:30.662162 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1478ae2-b1ca-4f47-a314-77692059e90b req-1828cdb6-61d2-4d5c-b841-75dc84160ac3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 945 time: 0.0581951 Mar 14 10:18:30.708512 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b1478ae2-b1ca-4f47-a314-77692059e90b req-06cca2ac-91a9-4a09-bbf2-ffb0aa3307dd tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408533 Mar 14 10:18:31.076222 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:18:31.126200 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:18:31.130611 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:31.130985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:31.206805 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:18:31.207102 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:31.237327 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:31.239636 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb94edbf-223d-4c33-8e59-a5d1713d951d" -d '{"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-plugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:31.257947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:31.261965 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:31.285127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0b1c67-0f48-4d9b-9000-073be89947c6 x-openstack-request-id: req-cd0b1c67-0f48-4d9b-9000-073be89947c6 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:31.285495 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-plugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:31.285742 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd0b1c67-0f48-4d9b-9000-073be89947c6 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:31.286247 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'code': 200} Mar 14 10:18:31.313750 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:31.475613 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04b930-6da9-42f6-b230-19dc5475dd0f req-8e1e8d72-31dd-4565-9e87-264f08d5731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:31.477265 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3d04b930-6da9-42f6-b230-19dc5475dd0f req-8e1e8d72-31dd-4565-9e87-264f08d5731b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1130 time: 0.0523918 Mar 14 10:18:31.527781 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3d04b930-6da9-42f6-b230-19dc5475dd0f req-735a306c-3f3c-42f5-9545-c4a24a32a02d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442421 Mar 14 10:18:31.850513 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd360e-b24d-4cc3-81eb-c46f627fbb08 req-177a71b9-85fc-47e7-bcd6-296ed2bba1df tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:31.852137 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41bd360e-b24d-4cc3-81eb-c46f627fbb08 req-177a71b9-85fc-47e7-bcd6-296ed2bba1df tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0647964 Mar 14 10:18:31.920266 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-41bd360e-b24d-4cc3-81eb-c46f627fbb08 req-4fd7c1d0-d8fc-4510-8438-9a1bfc3425d5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618184 Mar 14 10:18:33.052121 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af187fd-0ec6-4736-9a04-1c7379fb498d req-5dc01d90-7f7f-4dbf-92bd-f9149a116d04 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:33.053609 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8af187fd-0ec6-4736-9a04-1c7379fb498d req-5dc01d90-7f7f-4dbf-92bd-f9149a116d04 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0587263 Mar 14 10:18:33.110063 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8af187fd-0ec6-4736-9a04-1c7379fb498d req-81c7e896-2746-41e5-9284-ce0c4ade9778 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509219 Mar 14 10:18:33.226919 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fe4c62-c1a7-4c6d-9dc5-ba4860a17378 req-f5e85813-8966-41e2-b096-191eeb87eec3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:33.228407 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-48fe4c62-c1a7-4c6d-9dc5-ba4860a17378 req-f5e85813-8966-41e2-b096-191eeb87eec3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0524311 Mar 14 10:18:33.237064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38826) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:33.241601 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Request body: {'floatingip': {'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:33.283482 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:33.777666 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:33.781497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:33.884435 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Floating IP 6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341 associated. External IP: 172.27.0.91, port: 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0. Mar 14 10:18:34.323435 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:18:34.434797 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:18:34.440140 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:34.445020 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:18:34.454672 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:34.455284 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:34.471555 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b934c32b-8260-4f32-87ad-f6cf9d7369f1 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "PUT /v2.0/floatingips/6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341 HTTP/1.1" status: 200 len: 991 time: 1.2333736 Mar 14 10:18:34.472189 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:34.475111 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082c3e73-1560-4563-b51a-008e985fa725" -d '{"events": [{"name": "network-changed", "server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:34.508588 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abf6d83-4247-48d5-8fd1-186f78c7bada x-openstack-request-id: req-6abf6d83-4247-48d5-8fd1-186f78c7bada {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:34.508885 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:34.509144 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6abf6d83-4247-48d5-8fd1-186f78c7bada {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:34.509566 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'status': 'completed', 'code': 200} Mar 14 10:18:34.565814 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:34.584621 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3e73-1560-4563-b51a-008e985fa725 req-2ea357cd-c30d-4d3f-bc19-1935e6c3a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:34.586997 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-2ea357cd-c30d-4d3f-bc19-1935e6c3a19f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1130 time: 0.0469153 Mar 14 10:18:34.622624 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:18:34.686654 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3e73-1560-4563-b51a-008e985fa725 req-cbcb6afc-4957-49d2-a88d-7d4366de503d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:34.688766 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-cbcb6afc-4957-49d2-a88d-7d4366de503d service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.0921397 Mar 14 10:18:34.757644 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-af2563a1-9f70-4642-9319-0aedeb1980c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 999 time: 0.0594862 Mar 14 10:18:34.803996 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'mac_address': 'fa:16:3e:92:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:20Z', 'updated_at': '2022-03-14T10:18:33Z', 'revision_number': 1, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:34.807482 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3e73-1560-4563-b51a-008e985fa725 req-7e64d450-45dc-4034-b63e-594618de1513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:34.808990 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-7e64d450-45dc-4034-b63e-594618de1513 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0457399 Mar 14 10:18:34.830918 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:18:34.839402 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:34.846463 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:34.866637 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c3e73-1560-4563-b51a-008e985fa725 req-014aa1de-724f-467c-8293-afd9e5fc9ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:34.868199 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-014aa1de-724f-467c-8293-afd9e5fc9ed6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529397 Mar 14 10:18:34.950716 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:34.958798 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-68159852-ba2e-427d-9ba2-cf3951fb4a26 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829985 Mar 14 10:18:35.063648 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-082c3e73-1560-4563-b51a-008e985fa725 req-86eb2f9c-9d6b-474c-93b9-c09fe3268268 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898619 Mar 14 10:18:35.191754 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'mac_address': 'fa:16:3e:92:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:20Z', 'updated_at': '2022-03-14T10:18:33Z', 'revision_number': 1, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:35.221767 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ed42c2-72ad-4fda-8dad-70b96efff4ce None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'floating_ip_address': '172.27.0.91', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'mac_address': 'fa:16:3e:92:64:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:20Z', 'updated_at': '2022-03-14T10:18:33Z', 'revision_number': 1, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:18:35.412434 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46eed2eb-0c41-48b3-9f14-9b0a989a86b6 None None] New status for floating IP 6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:18:40.762108 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:41.029395 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65bc97-8c82-4a2f-a191-91b4d84dd015 req-c0b9c615-fdce-4e39-aa14-27cf1ffccecd tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:41.031557 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd65bc97-8c82-4a2f-a191-91b4d84dd015 req-c0b9c615-fdce-4e39-aa14-27cf1ffccecd tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 946 time: 0.0536740 Mar 14 10:18:41.078463 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dd65bc97-8c82-4a2f-a191-91b4d84dd015 req-d7430347-1693-4684-918d-bcb2e542467b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414305 Mar 14 10:18:42.197711 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee35a6-b150-44a4-90b5-cdec5071a602 req-fc05a9ce-a5da-4dfa-a189-9dbbbd8d081f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:42.199092 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bee35a6-b150-44a4-90b5-cdec5071a602 req-fc05a9ce-a5da-4dfa-a189-9dbbbd8d081f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 946 time: 0.0508280 Mar 14 10:18:42.249726 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6bee35a6-b150-44a4-90b5-cdec5071a602 req-abf75cb7-80c2-487a-aaf4-52fa9483be21 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=89681737-74c2-415f-a79d-c53da139a30e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443716 Mar 14 10:18:42.760746 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-d16c22a5-ec6a-48f5-b8f2-78df04acfa31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:42.762201 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-d16c22a5-ec6a-48f5-b8f2-78df04acfa31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 946 time: 0.0515170 Mar 14 10:18:42.857630 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port a8c0148d-2e13-4d16-9c06-64ced5ed135e {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:18:42.857975 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:42.945114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] For port a8c0148d-2e13-4d16-9c06-64ced5ed135e, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a8c0148d-2e13-4d16-9c06-64ced5ed135e,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:42.945478 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:43.114529 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:43.114806 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (0d9818be-d69e-41b1-a927-f1183713a733), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:43.115123 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP 0d9818be-d69e-41b1-a927-f1183713a733 disassociated. External IP: 172.27.0.32, port: a8c0148d-2e13-4d16-9c06-64ced5ed135e. Mar 14 10:18:43.115466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for a8c0148d-2e13-4d16-9c06-64ced5ed135e owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:18:43.238713 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (a8c0148d-2e13-4d16-9c06-64ced5ed135e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:43.264486 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=a8c0148d-2e13-4d16-9c06-64ced5ed135e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:43.353546 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f1ac240a-870e-475b-b8bb-8aba5b7da4a7 req-90ad245f-0cf6-4e68-9fe1-1e330cfe032b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=68b27adc-060f-400a-b2c5-cde247302426 HTTP/1.1" status: 200 len: 210 time: 0.0273733 Mar 14 10:18:43.383548 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:18:43.495936 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:18:43.512133 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:18:43.524995 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:43.525693 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:43.540901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] No DVR routers for this DVR port a8c0148d-2e13-4d16-9c06-64ced5ed135e on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:18:43.543387 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:43.546750 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-041b97bf-d7fb-44ef-b03d-683ef9fb26ad req-00df3766-ebe8-455c-9824-69a3b3e08746 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "DELETE /v2.0/ports/a8c0148d-2e13-4d16-9c06-64ced5ed135e HTTP/1.1" status: 204 len: 173 time: 0.7793419 Mar 14 10:18:43.547209 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'name': 'network-vif-deleted', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:43.549517 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fba51c5-566f-4344-99ad-13ee5fa7f6aa" -d '{"events": [{"server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "name": "network-vif-deleted", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:43.586319 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f86a80-cd18-4dc9-b11f-bcaefe4bc1bc x-openstack-request-id: req-e7f86a80-cd18-4dc9-b11f-bcaefe4bc1bc {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:43.586620 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68b27adc-060f-400a-b2c5-cde247302426", "name": "network-vif-deleted", "tag": "a8c0148d-2e13-4d16-9c06-64ced5ed135e", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:43.586882 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7f86a80-cd18-4dc9-b11f-bcaefe4bc1bc {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:43.587306 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68b27adc-060f-400a-b2c5-cde247302426', 'name': 'network-vif-deleted', 'tag': 'a8c0148d-2e13-4d16-9c06-64ced5ed135e', 'status': 'completed', 'code': 200} Mar 14 10:18:43.802993 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:43.876031 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1251d-f9cb-4067-aed5-82a5665e779a req-f1ffcc6a-61ae-4d0f-910a-57a304034e40 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:43.877671 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7be1251d-f9cb-4067-aed5-82a5665e779a req-f1ffcc6a-61ae-4d0f-910a-57a304034e40 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0534370 Mar 14 10:18:43.925972 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7be1251d-f9cb-4067-aed5-82a5665e779a req-b58de5c6-576b-46b9-aef0-1e27bc229e31 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424392 Mar 14 10:18:44.005131 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:44.031794 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:18:44.040543 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:44.041154 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:44.157107 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:44.350456 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:44.379415 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfa44c5-17fe-4d03-999d-9c7097034197 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:18:44.438869 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38938) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:44.495854 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02ddba45-57b9-4d82-82ce-754e44de0c88 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (89681737-74c2-415f-a79d-c53da139a30e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.520401 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02ddba45-57b9-4d82-82ce-754e44de0c88 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (89681737-74c2-415f-a79d-c53da139a30e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.570608 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02ddba45-57b9-4d82-82ce-754e44de0c88 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (89681737-74c2-415f-a79d-c53da139a30e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.573303 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-02ddba45-57b9-4d82-82ce-754e44de0c88 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.574514 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-02ddba45-57b9-4d82-82ce-754e44de0c88 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/security-groups/89681737-74c2-415f-a79d-c53da139a30e HTTP/1.1" status: 204 len: 168 time: 0.1348028 Mar 14 10:18:44.578085 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38940) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:44.584972 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddba45-57b9-4d82-82ce-754e44de0c88 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89681737-74c2-415f-a79d-c53da139a30e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:44.594194 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-9686600c-c16f-4995-b72b-a9ea5f3337f1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] show failed (client error): The resource could not be found. Mar 14 10:18:44.598757 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9686600c-c16f-4995-b72b-a9ea5f3337f1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups/89681737-74c2-415f-a79d-c53da139a30e HTTP/1.1" status: 404 len: 347 time: 0.0195396 Mar 14 10:18:44.599979 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38942) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:44.622924 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6051cab-aa8e-47dd-9c79-0fdc11a7bab1 None None] New status for floating IP 0d9818be-d69e-41b1-a927-f1183713a733: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:18:44.738942 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port 027cadef-785d-433f-8c1a-1c9a9effbbd5 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:18:44.739168 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.818281 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.819235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (027cadef-785d-433f-8c1a-1c9a9effbbd5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.831770 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for 027cadef-785d-433f-8c1a-1c9a9effbbd5 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:18:44.971024 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (027cadef-785d-433f-8c1a-1c9a9effbbd5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:44.994831 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=027cadef-785d-433f-8c1a-1c9a9effbbd5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:45.053116 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbe9b96-1d56-4d56-8cc8-ada37dfa56a1 req-de097a9c-f846-444e-a363-c66de00da5f1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:45.054606 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbbe9b96-1d56-4d56-8cc8-ada37dfa56a1 req-de097a9c-f846-444e-a363-c66de00da5f1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0594125 Mar 14 10:18:45.057080 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (0d9818be-d69e-41b1-a927-f1183713a733), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.059574 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.063674 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-aec99098-c3d9-4cf7-b496-52c8afda9a7a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/floatingips/0d9818be-d69e-41b1-a927-f1183713a733 HTTP/1.1" status: 204 len: 168 time: 0.4595566 Mar 14 10:18:45.102150 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbbe9b96-1d56-4d56-8cc8-ada37dfa56a1 req-9ce422bf-10fa-44c0-b3ef-3635a3d5dd70 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419338 Mar 14 10:18:45.238966 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 38948) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:45.243561 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807646534', 'description': 'tempest-description--1438453021'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:45.263480 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.327949 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (88cc1741-284c-476f-b8e2-5dff491421cc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.331710 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (88cc1741-284c-476f-b8e2-5dff491421cc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.359476 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.360711 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1206164 Mar 14 10:18:45.363667 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38950) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:45.364681 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cc1741-284c-476f-b8e2-5dff491421cc,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:45.368295 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': '88cc1741-284c-476f-b8e2-5dff491421cc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:45.371631 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.371991 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.372338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.372698 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.373027 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.373362 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.373695 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.374028 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.374871 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.375197 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.375527 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.375879 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.376204 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.376532 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.376856 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3875bc-82fa-47b9-b067-eb96b1e689b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:18:45.396723 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (d05e5975-c93c-4ad3-b188-05881c40c764), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.451302 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (d05e5975-c93c-4ad3-b188-05881c40c764), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.455525 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (d05e5975-c93c-4ad3-b188-05881c40c764), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.473383 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05e5975-c93c-4ad3-b188-05881c40c764,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:45.485040 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.486242 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bdcc5d3c-83de-4501-a04e-fd86382c4c31 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214526 Mar 14 10:18:45.488944 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38952) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:45.493147 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'security_group_rule': {'security_group_id': '88cc1741-284c-476f-b8e2-5dff491421cc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:45.519795 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (cba5f9cf-cca9-42b2-af1e-1234e04c47e3), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.579644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (cba5f9cf-cca9-42b2-af1e-1234e04c47e3), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.583058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (cba5f9cf-cca9-42b2-af1e-1234e04c47e3), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.602880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba5f9cf-cca9-42b2-af1e-1234e04c47e3,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:45.609436 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.609923 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ac308d85-59c0-4e0d-b991-b6c0d9c69fac tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200652 Mar 14 10:18:45.612981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 38956) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:45.617069 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:45.637426 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.731254 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.835644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.27.0.132 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/1eff8d84-d26f-4be0-80d3-a43c164cbcce) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:45.934155 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:45.975864 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.021836 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:46.027382 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:46.044581 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:46.071184 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=1eff8d84-d26f-4be0-80d3-a43c164cbcce,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:46.109869 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f8bf921f-9b12-4854-8c6e-ef4ca565a433 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:46.111230 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f8bf921f-9b12-4854-8c6e-ef4ca565a433 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.1031446 Mar 14 10:18:46.192177 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.233439 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b732dca-54ef-42e2-aa0a-31bd76e55ccb req-805f211e-a19a-40ef-89fe-4f9740dd5f13 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:46.234910 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b732dca-54ef-42e2-aa0a-31bd76e55ccb req-805f211e-a19a-40ef-89fe-4f9740dd5f13 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 946 time: 0.0658371 Mar 14 10:18:46.255835 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.284224 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7b732dca-54ef-42e2-aa0a-31bd76e55ccb req-39bb29d4-824e-4718-91c0-3f610d621eed tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=239b6b2f-2617-4944-b709-521573046ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Mar 14 10:18:46.292658 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Deleting port a16981da-d4d2-46d1-a786-770f8f790603 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:18:46.293002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (a16981da-d4d2-46d1-a786-770f8f790603), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.441941 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] For port a16981da-d4d2-46d1-a786-770f8f790603, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=a16981da-d4d2-46d1-a786-770f8f790603,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:18:46.442296 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (a16981da-d4d2-46d1-a786-770f8f790603), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.568659 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.578478 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.701928 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=1eff8d84-d26f-4be0-80d3-a43c164cbcce,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:46.714043 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.718611 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.718970 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (aa989416-03ee-42a3-8939-c17af770be90), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.719283 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Floating IP aa989416-03ee-42a3-8939-c17af770be90 disassociated. External IP: 172.27.0.111, port: a16981da-d4d2-46d1-a786-770f8f790603. Mar 14 10:18:46.719641 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Calling delete_port for a16981da-d4d2-46d1-a786-770f8f790603 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:18:46.739150 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.740403 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c6747975-ec21-4676-a846-5d21850244aa tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1265905 Mar 14 10:18:46.857952 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (a16981da-d4d2-46d1-a786-770f8f790603), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:46.891258 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event deleted for resources: {'Port': ['ID=a16981da-d4d2-46d1-a786-770f8f790603,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:46.972605 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-0ea22fcf-3e6a-4997-b1ad-1abda49c18ed tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1807646534&fields=id&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 267 time: 0.0488238 Mar 14 10:18:47.021716 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:18:47.078897 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-ba0237ae-b45f-478b-b80c-4592935c4fd2 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:47.080570 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-ba0237ae-b45f-478b-b80c-4592935c4fd2 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.1013196 Mar 14 10:18:47.095423 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-4839c03a-293d-43bd-b548-7fe3850c4bd0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/quotas/19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 375 time: 0.0093269 Mar 14 10:18:47.131962 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:18:47.142094 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a8c0148d-2e13-4d16-9c06-64ced5ed135e no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:18:47.164435 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: a8c0148d-2e13-4d16-9c06-64ced5ed135e {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:18:47.164782 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a8c0148d-2e13-4d16-9c06-64ced5ed135e not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:18:47.166620 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:18:47.167882 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-a4a618ea-67ff-4043-97bb-48c58956547d tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600460 Mar 14 10:18:47.178244 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:47.179232 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:47.291817 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-6da167bf-3c5a-439b-901e-f1879060c856 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228738 Mar 14 10:18:47.310777 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:47.409247 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-1936f3a5-6043-4dca-a09e-6ce43e099050 service neutron] 10.222.0.21 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154199 Mar 14 10:18:47.475791 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d1bfce56-1db9-43d0-9d49-d9fd81e70835 req-ae2c2e48-d44e-4f3e-b06a-36cd70b31c67 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=63185537-ae19-46e6-8928-ab6d9623cdc8 HTTP/1.1" status: 200 len: 210 time: 0.0630326 Mar 14 10:18:47.521735 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] No DVR routers for this DVR port a16981da-d4d2-46d1-a786-770f8f790603 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:18:47.524145 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:47.533147 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c7cb5de6-a664-4b97-bce0-25de9db7508c req-f2a8acbb-5a2b-4fb9-b5dc-ab6f00d6b8f6 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "DELETE /v2.0/ports/a16981da-d4d2-46d1-a786-770f8f790603 HTTP/1.1" status: 204 len: 173 time: 1.3966665 Mar 14 10:18:47.533895 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'name': 'network-vif-deleted', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:47.538591 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a9513c-7c19-477c-b89e-7118af07687e" -d '{"events": [{"server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "name": "network-vif-deleted", "tag": "a16981da-d4d2-46d1-a786-770f8f790603"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:47.579838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6ecbd4-f37e-4766-95b8-00d1e5d18f6d x-openstack-request-id: req-dc6ecbd4-f37e-4766-95b8-00d1e5d18f6d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:47.580516 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63185537-ae19-46e6-8928-ab6d9623cdc8", "name": "network-vif-deleted", "tag": "a16981da-d4d2-46d1-a786-770f8f790603", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:47.580758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc6ecbd4-f37e-4766-95b8-00d1e5d18f6d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:47.581187 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63185537-ae19-46e6-8928-ab6d9623cdc8', 'name': 'network-vif-deleted', 'tag': 'a16981da-d4d2-46d1-a786-770f8f790603', 'status': 'completed', 'code': 200} Mar 14 10:18:47.598534 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:47.651228 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:18:47.654715 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b7c8b8a-1b14-4963-aa2d-2790cd3d112a req-6ac10057-ddae-4acc-8e84-8f2b3cfe728d tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 210 time: 0.0424469 Mar 14 10:18:47.665462 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:18:47.666446 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:47.807219 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:18:48.036393 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:18:48.068178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29af1f-0839-4928-a3ba-53a116f4e5b3 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:18:48.313007 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16248540-c7c6-4bfd-bafc-4548dedc89c9 None None] New status for floating IP aa989416-03ee-42a3-8939-c17af770be90: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:18:48.567343 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39002) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:48.618736 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8df87362-273b-43a9-956b-07053b58d0d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (239b6b2f-2617-4944-b709-521573046ea3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.644170 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8df87362-273b-43a9-956b-07053b58d0d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (239b6b2f-2617-4944-b709-521573046ea3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.705159 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8df87362-273b-43a9-956b-07053b58d0d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (239b6b2f-2617-4944-b709-521573046ea3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.707765 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8df87362-273b-43a9-956b-07053b58d0d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.708929 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8df87362-273b-43a9-956b-07053b58d0d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "DELETE /v2.0/security-groups/239b6b2f-2617-4944-b709-521573046ea3 HTTP/1.1" status: 204 len: 168 time: 0.1405673 Mar 14 10:18:48.711809 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 39006) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:48.719113 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df87362-273b-43a9-956b-07053b58d0d7 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=239b6b2f-2617-4944-b709-521573046ea3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:48.730365 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-f9a66f8b-8b0d-4dee-8770-7719b27c9c04 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] show failed (client error): The resource could not be found. Mar 14 10:18:48.731562 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f9a66f8b-8b0d-4dee-8770-7719b27c9c04 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups/239b6b2f-2617-4944-b709-521573046ea3 HTTP/1.1" status: 404 len: 347 time: 0.0173826 Mar 14 10:18:48.734568 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:48.758917 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0d1f3540-de87-43fa-96a6-82804dcbb413 req-89c2187b-9a74-4ee0-b7ce-72020bd535ab tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 210 time: 0.0307925 Mar 14 10:18:48.857598 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Deleting port 3f21d126-f53e-4a57-878c-485903715222 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:18:48.858007 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (3f21d126-f53e-4a57-878c-485903715222), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.934511 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (3f21d126-f53e-4a57-878c-485903715222), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.934838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (3f21d126-f53e-4a57-878c-485903715222), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:48.946353 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Calling delete_port for 3f21d126-f53e-4a57-878c-485903715222 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:18:49.080127 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (3f21d126-f53e-4a57-878c-485903715222), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.105040 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event deleted for resources: {'Port': ['ID=3f21d126-f53e-4a57-878c-485903715222,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:49.164355 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (aa989416-03ee-42a3-8939-c17af770be90), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.166868 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.168042 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3082897b-0dc8-4469-a73a-d0fbc2690a06 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "DELETE /v2.0/floatingips/aa989416-03ee-42a3-8939-c17af770be90 HTTP/1.1" status: 204 len: 168 time: 0.4323523 Mar 14 10:18:49.431546 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 39014) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:49.436108 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2140568885', 'description': 'tempest-description--165258948'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:49.457447 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.521696 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (4f4e4755-6ddc-4849-9417-4b336d161142), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.525558 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4f4e4755-6ddc-4849-9417-4b336d161142), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.555785 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.556985 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1244266 Mar 14 10:18:49.558870 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8345e99-7f26-40d9-914b-017b8adda86a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4e4755-6ddc-4849-9417-4b336d161142,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:49.560043 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39016) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:49.565210 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'security_group_rule': {'security_group_id': '4f4e4755-6ddc-4849-9417-4b336d161142', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:49.589343 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (abb1b20a-3b04-49bf-b917-09f2c1aeaa1b), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.647036 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (abb1b20a-3b04-49bf-b917-09f2c1aeaa1b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.650773 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (abb1b20a-3b04-49bf-b917-09f2c1aeaa1b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.668875 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abb1b20a-3b04-49bf-b917-09f2c1aeaa1b,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:49.675270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.676419 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b250fd3c-1047-4670-81c5-ea1cea3a78a1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1153650 Mar 14 10:18:49.679111 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39018) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:49.683344 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'security_group_rule': {'security_group_id': '4f4e4755-6ddc-4849-9417-4b336d161142', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:49.707504 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (865d7856-45de-4889-a06d-fc73d68c9da0), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.762042 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (865d7856-45de-4889-a06d-fc73d68c9da0), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.766195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (865d7856-45de-4889-a06d-fc73d68c9da0), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.784685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865d7856-45de-4889-a06d-fc73d68c9da0,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:49.790262 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.791458 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5922dece-92c2-4494-996a-b54528c36e63 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1113963 Mar 14 10:18:49.794486 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39022) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:18:49.798723 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:49.819623 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:49.859834 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98c60309-682c-4fc1-9460-d923ffe3aa01 req-0973a336-bd46-4822-a93c-7e25af1c6e9b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 210 time: 0.0277371 Mar 14 10:18:49.918960 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.024571 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Allocated IP 172.27.0.221 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/926cf846-1deb-42fb-940e-88952b0c9a5b) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:50.125567 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.157721 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.194644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:50.197427 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:50.200865 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:50.223707 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'Port': ['ID=926cf846-1deb-42fb-940e-88952b0c9a5b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:50.286181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (110f2766-47f9-466f-8944-7da3e3242776), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.324696 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.473820 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.478067 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.542995 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'Port': ['ID=926cf846-1deb-42fb-940e-88952b0c9a5b,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:50.554586 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (110f2766-47f9-466f-8944-7da3e3242776), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.569608 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:50.570814 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-db39fce2-6251-4562-b85f-0c9bbf67f413 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7754090 Mar 14 10:18:50.767620 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-8a52b4c9-0f66-43a2-bb12-3c9772a1c2cb tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2140568885&fields=id&tenant_id=5764ccf21bb64182978d5665a4332fa5 HTTP/1.1" status: 200 len: 267 time: 0.0465732 Mar 14 10:18:50.869422 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-24b59381-97eb-4ec0-9ff1-7816ce83e0cf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:50.870915 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-24b59381-97eb-4ec0-9ff1-7816ce83e0cf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 810 time: 0.0971410 Mar 14 10:18:50.885654 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-c8fa584e-3515-420b-8027-b396fbf2ccc9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/quotas/5764ccf21bb64182978d5665a4332fa5 HTTP/1.1" status: 200 len: 375 time: 0.0088592 Mar 14 10:18:50.962030 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0155a818-4a4e-4121-ac66-a28ad1ba70aa req-57303573-00a7-4924-bd9b-6bf4f523a1d8 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 210 time: 0.0354738 Mar 14 10:18:50.974573 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-62ea0d96-8d40-4e85-9943-3d7aee9ae5a8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0830202 Mar 14 10:18:51.081795 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-ea788e5e-f3d6-44cf-a567-ae9edb7d361c service neutron] 10.222.0.21 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927863 Mar 14 10:18:51.177507 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a16981da-d4d2-46d1-a786-770f8f790603 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:18:51.187945 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88be1df1-c5ee-4893-a0e4-51237fae204a service neutron] 10.222.0.21 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995436 Mar 14 10:18:51.215612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-71f0a496-fbb8-4434-93b2-3c880d293e72 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:51.217624 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-71f0a496-fbb8-4434-93b2-3c880d293e72 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 814 time: 0.1382396 Mar 14 10:18:51.218467 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: a16981da-d4d2-46d1-a786-770f8f790603 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:18:51.218820 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device a16981da-d4d2-46d1-a786-770f8f790603 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:18:51.300015 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-082d4068-143d-421e-ac3a-59be9d8cd613 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19a49a9688934f78b6007ef31221ade5 HTTP/1.1" status: 200 len: 380 time: 0.0699348 Mar 14 10:18:51.328901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'port': {'device_id': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'admin_state_up': True, 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'security_groups': ['88cc1741-284c-476f-b8e2-5dff491421cc']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:51.377026 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6448396-e810-40b8-8e23-ea23d07a74bb req-95d3e42c-7fe7-4ea2-a36f-1425dda21d82 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 210 time: 0.0267200 Mar 14 10:18:51.445534 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Made reservation on behalf of 19a49a9688934f78b6007ef31221ade5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:51.448896 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:51.580520 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Allocated IP 172.20.0.3 (b234086d-247f-407e-8ab7-3bc9926c2ac3/d8818528-63ce-405b-91bb-e268a6604b8e/e1767fef-c3db-4079-b458-1f483920fa46) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:51.727478 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for port (e1767fef-c3db-4079-b458-1f483920fa46), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:51.760040 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:51.802032 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:51.805098 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:51.808748 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:51.833937 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event updated for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:51.863035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:51.863689 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:51.880418 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-02d7394c-23a4-48d0-9bb2-5d2390b805b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5560563 Mar 14 10:18:52.050057 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-372366a1-7328-4f6f-9249-81708a9cab38 None None] Provisioning complete for port e1767fef-c3db-4079-b458-1f483920fa46 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:52.050431 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-372366a1-7328-4f6f-9249-81708a9cab38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e1767fef-c3db-4079-b458-1f483920fa46), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:52.077541 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d4c5ae-577c-4d30-93d0-f8c0f19bdf3c req-43106eba-9b23-49aa-a6b1-25218c88497b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:52.078914 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4d4c5ae-577c-4d30-93d0-f8c0f19bdf3c req-43106eba-9b23-49aa-a6b1-25218c88497b tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 931 time: 0.0518274 Mar 14 10:18:52.087469 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-372366a1-7328-4f6f-9249-81708a9cab38 None None] Port e1767fef-c3db-4079-b458-1f483920fa46 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:18:52.124187 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e4d4c5ae-577c-4d30-93d0-f8c0f19bdf3c req-c3f3684a-eb41-4ae7-b060-f7461b82cb04 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397873 Mar 14 10:18:52.472115 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-699e83a5-b1b1-45a4-a6fe-4a13e3d0c1a7 req-35870f49-2d6d-467d-bf45-7e8f69e9dea9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 210 time: 0.0314102 Mar 14 10:18:53.012920 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-887fcaac-07ca-406f-8291-7289ec6b363a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:53.238954 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854f3d5-ddbe-49a2-967f-c07e3edbc128 req-79933213-d2f4-4d43-9875-318401c6bb34 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:53.240453 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8854f3d5-ddbe-49a2-967f-c07e3edbc128 req-79933213-d2f4-4d43-9875-318401c6bb34 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 931 time: 0.0522072 Mar 14 10:18:53.285572 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8854f3d5-ddbe-49a2-967f-c07e3edbc128 req-26120c0a-36e4-4a26-9e7c-244d27409094 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396142 Mar 14 10:18:53.562582 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3a10bd3-de91-47e9-9b42-8827ef325942 req-8d13ff8c-10a5-4104-bc5c-e50022aa18b8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 210 time: 0.0266974 Mar 14 10:18:54.120846 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Request body: {'port': {'device_id': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:54.182974 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e1767fef-c3db-4079-b458-1f483920fa46), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.419519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843d55f-539d-4ddc-b8a5-09433aa611d2 req-a5251f34-436c-4624-989b-b0288e49ac29 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:54.421415 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5843d55f-539d-4ddc-b8a5-09433aa611d2 req-a5251f34-436c-4624-989b-b0288e49ac29 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 931 time: 0.0619757 Mar 14 10:18:54.452742 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1767fef-c3db-4079-b458-1f483920fa46 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:18:54.460243 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Publish callbacks [] for port (e1767fef-c3db-4079-b458-1f483920fa46), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.469437 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5843d55f-539d-4ddc-b8a5-09433aa611d2 req-3184a4cc-1077-46ad-b598-d48524e7fdd7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 Mar 14 10:18:54.473394 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Transition to ACTIVE for port object e1767fef-c3db-4079-b458-1f483920fa46 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:18:54.476674 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.525501 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:54.598802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Attempting to bind port e1767fef-c3db-4079-b458-1f483920fa46 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:18:54.599255 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Attempting to bind port e1767fef-c3db-4079-b458-1f483920fa46 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:18:54.599449 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Attempting to bind port e1767fef-c3db-4079-b458-1f483920fa46 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:54.604253 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Port e1767fef-c3db-4079-b458-1f483920fa46 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:18:54.604753 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Attempting to bind port e1767fef-c3db-4079-b458-1f483920fa46 on network b234086d-247f-407e-8ab7-3bc9926c2ac3 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:54.610364 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:18:54.610845 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Checking segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:54.611235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Bound using segment: {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:18:54.611694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Bound port: e1767fef-c3db-4079-b458-1f483920fa46, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:18:54.612045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e1767fef-c3db-4079-b458-1f483920fa46), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.679810 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3210991e-9cc8-457d-bdbe-627dbd40ea33 req-8c7ee8f5-f456-41ef-a60b-2a211f36330c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 210 time: 0.0364592 Mar 14 10:18:54.736633 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:18:54.783975 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=e1767fef-c3db-4079-b458-1f483920fa46,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:18:54.793936 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.845966 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:54.846600 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:54.848004 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/e1767fef-c3db-4079-b458-1f483920fa46 HTTP/1.1" status: 200 len: 1093 time: 0.7316368 Mar 14 10:18:54.850598 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:54.852794 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97edc003-e021-41c8-8277-5d283a0d49df" -d '{"events": [{"name": "network-changed", "server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "tag": "e1767fef-c3db-4079-b458-1f483920fa46"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:54.863661 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-4264f2b8-2ae6-42f0-b588-6ea2e6263d9a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:54.865310 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-4264f2b8-2ae6-42f0-b588-6ea2e6263d9a tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 810 time: 0.1855483 Mar 14 10:18:54.883686 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80e380-922c-45f1-93b8-7ddadef6b2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:54.915891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d841ce06-5798-4b53-a1f8-733fe28c894c x-openstack-request-id: req-d841ce06-5798-4b53-a1f8-733fe28c894c {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:54.916189 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "tag": "e1767fef-c3db-4079-b458-1f483920fa46", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:54.916447 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d841ce06-5798-4b53-a1f8-733fe28c894c {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:54.916849 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46', 'status': 'completed', 'code': 200} Mar 14 10:18:54.985382 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-0d2b29a7-d475-4f75-be9c-260a6fce2f11 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5764ccf21bb64182978d5665a4332fa5 HTTP/1.1" status: 200 len: 380 time: 0.0986483 Mar 14 10:18:54.989946 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-696ac209-b0fc-471e-a199-ec4d30076dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:54.991514 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-696ac209-b0fc-471e-a199-ec4d30076dc0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 1127 time: 0.0870695 Mar 14 10:18:54.996181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'port': {'device_id': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'admin_state_up': True, 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'security_groups': ['4f4e4755-6ddc-4849-9417-4b336d161142']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:55.045844 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-112ece11-719c-4212-a483-ab5d5d4916f0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1767fef-c3db-4079-b458-1f483920fa46 HTTP/1.1" status: 200 len: 217 time: 0.0462363 Mar 14 10:18:55.139430 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5d56f945-c7aa-48ea-abff-085866aba2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.141471 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-5d56f945-c7aa-48ea-abff-085866aba2cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0862470 Mar 14 10:18:55.200025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Made reservation on behalf of 5764ccf21bb64182978d5665a4332fa5 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:18:55.204309 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:55.218712 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-373d176a-dea4-48ff-a4c0-b4870609682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.220256 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-373d176a-dea4-48ff-a4c0-b4870609682b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704761 Mar 14 10:18:55.392821 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-261beab0-ec4b-4115-858e-4eb2b5a05938 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622291 Mar 14 10:18:55.412617 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Allocated IP 172.20.0.3 (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677/81e06526-bd8a-4cd6-a3e9-4996a2f3bb05/aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:18:55.504837 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2472cd53-247c-43d8-863e-0496bf82dde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:55.544823 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4b8025ce-06ab-4bb5-8521-3f4003e49823 req-7bfbc6d7-37d3-4274-9ce1-0a7da18a78c4 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434443 Mar 14 10:18:55.614961 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c6736-705b-44df-b5c2-6704bd859ccf req-9844d553-86e2-4ce2-8b9d-2ed748da668a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.616528 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-065c6736-705b-44df-b5c2-6704bd859ccf req-9844d553-86e2-4ce2-8b9d-2ed748da668a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0693152 Mar 14 10:18:55.659199 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:55.666923 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-065c6736-705b-44df-b5c2-6704bd859ccf req-036a1a5e-fec6-41d9-8403-d8bf64c0ca23 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439894 Mar 14 10:18:55.680418 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc003-e021-41c8-8277-5d283a0d49df req-5cb4f101-13bb-4c12-875c-c8af97441c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.681980 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-5cb4f101-13bb-4c12-875c-c8af97441c22 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 1127 time: 0.0859251 Mar 14 10:18:55.764278 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:55.802523 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567edb8-2b70-4f84-8a2d-21d4e3e23c22 req-548dceea-de69-4ee5-847e-9d8ccd245a42 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.803989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c567edb8-2b70-4f84-8a2d-21d4e3e23c22 req-548dceea-de69-4ee5-847e-9d8ccd245a42 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 931 time: 0.0555959 Mar 14 10:18:55.819691 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:18:55.831573 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:18:55.837653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:18:55.857590 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c567edb8-2b70-4f84-8a2d-21d4e3e23c22 req-916c0f32-dd7e-4727-b14e-bbf0bfa7bbba tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477867 Mar 14 10:18:55.861923 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event updated for resources: {'Port': ['ID=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:55.869186 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc003-e021-41c8-8277-5d283a0d49df req-081fedaa-dc9a-4c43-ba92-a42bb3782d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.870845 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-081fedaa-dc9a-4c43-ba92-a42bb3782d16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.1810811 Mar 14 10:18:55.892818 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:55.893471 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:55.911386 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-be888136-5533-413f-8a27-12dcc070961e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9188545 Mar 14 10:18:56.071557 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5ba10b8f-9397-4d7e-b0c7-e8fdbc869209 None None] Provisioning complete for port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:18:56.071968 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ba10b8f-9397-4d7e-b0c7-e8fdbc869209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:56.104670 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5ba10b8f-9397-4d7e-b0c7-e8fdbc869209 None None] Port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:18:56.397431 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:56.783121 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e85f4-5be8-4c63-ae4b-70548a2b50bb req-b306b196-0658-4b3a-adb4-c15f1e6e14a1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:56.784607 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e9e85f4-5be8-4c63-ae4b-70548a2b50bb req-b306b196-0658-4b3a-adb4-c15f1e6e14a1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0509148 Mar 14 10:18:56.830148 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e9e85f4-5be8-4c63-ae4b-70548a2b50bb req-db36ed51-65a3-4944-9273-1ce969d4e4b1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400631 Mar 14 10:18:56.975968 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d56696-f6fa-49bc-a58a-bb9cb684cb9a req-8a66ccbb-e29f-42a8-8855-c778971a660c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:56.977334 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36d56696-f6fa-49bc-a58a-bb9cb684cb9a req-8a66ccbb-e29f-42a8-8855-c778971a660c tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 931 time: 0.0511982 Mar 14 10:18:57.025657 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-36d56696-f6fa-49bc-a58a-bb9cb684cb9a req-4c5d3afd-01a3-4b60-89f7-893e792c2806 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429511 Mar 14 10:18:57.833529 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:57.944531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6324dd7-525c-48c2-8c18-3c748bf19e7e req-c008ab19-fa01-4de5-88b0-e38fd41505ca tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:57.945998 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6324dd7-525c-48c2-8c18-3c748bf19e7e req-c008ab19-fa01-4de5-88b0-e38fd41505ca tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0512114 Mar 14 10:18:57.991816 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e6324dd7-525c-48c2-8c18-3c748bf19e7e req-1d3b3ec5-ab1e-4347-bf67-5a8f7de2fa24 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Mar 14 10:18:58.144257 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ac269-2fe6-4dbc-9225-57546ff4e470 req-0159fe30-4f91-455e-8b14-81adc14161e9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:58.145770 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f02ac269-2fe6-4dbc-9225-57546ff4e470 req-0159fe30-4f91-455e-8b14-81adc14161e9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 931 time: 0.0527189 Mar 14 10:18:58.190274 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f02ac269-2fe6-4dbc-9225-57546ff4e470 req-778e9369-d35c-4c68-bbe8-c2aee5842372 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389545 Mar 14 10:18:58.432386 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Request body: {'port': {'device_id': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:18:58.465189 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-35d2cfee-023b-40ee-8192-57e045068c3f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1767fef-c3db-4079-b458-1f483920fa46 HTTP/1.1" status: 200 len: 217 time: 0.0440307 Mar 14 10:18:58.549072 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc003-e021-41c8-8277-5d283a0d49df req-1d12e0d9-3d4e-4ce4-819f-fdd7b40f1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:58.550453 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-1d12e0d9-3d4e-4ce4-819f-fdd7b40f1662 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0712919 Mar 14 10:18:58.551398 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:58.694373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edc003-e021-41c8-8277-5d283a0d49df req-5ea0ee76-fc57-48ab-896e-65c2abeaffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:58.696006 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-5ea0ee76-fc57-48ab-896e-65c2abeaffc2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1301572 Mar 14 10:18:58.863525 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-50cf6855-e39b-457c-99aa-ce4596daf714 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590881 Mar 14 10:18:58.966636 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:18:58.976897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Publish callbacks [] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:59.000144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Transition to ACTIVE for port object aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:18:59.003255 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-97edc003-e021-41c8-8277-5d283a0d49df req-cf318205-11c5-4d9f-83a3-a73ba3bb3470 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316612 Mar 14 10:18:59.004398 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:59.065006 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Pushing event updated for resources: {'Port': ['ID=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:59.120308 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c70af-c79f-4563-abe3-c8559a037c7a req-1cec9d2f-c078-4387-bf96-db5668481068 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.121881 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c27c70af-c79f-4563-abe3-c8559a037c7a req-1cec9d2f-c078-4387-bf96-db5668481068 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0623722 Mar 14 10:18:59.144915 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Attempting to bind port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:18:59.145253 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Attempting to bind port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:18:59.145590 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Attempting to bind port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:59.150205 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:18:59.150528 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Attempting to bind port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 on network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:18:59.156915 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:18:59.157255 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Checking segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:18:59.157652 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Bound using segment: {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:18:59.158121 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Bound port: aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b31e67f-50fc-4b28-befb-9ede5841e5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:18:59.158444 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:59.171352 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c27c70af-c79f-4563-abe3-c8559a037c7a req-913d71b8-1d18-4eb1-b2e2-7fab94f3f502 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438902 Mar 14 10:18:59.228660 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] For port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:18:59.232928 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] For port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:18:59.240010 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:59.279773 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.280403 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:59.281858 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] 10.222.0.35 "PUT /v2.0/ports/aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 HTTP/1.1" status: 200 len: 1093 time: 0.8542020 Mar 14 10:18:59.282310 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:18:59.284620 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:18:59.324492 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86f79b-121c-4eba-a839-c22026b9cbc6 req-454f1bd1-302d-44f8-9862-8e1a6a756c17 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.332807 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9f86f79b-121c-4eba-a839-c22026b9cbc6 req-454f1bd1-302d-44f8-9862-8e1a6a756c17 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 943 time: 0.0661945 Mar 14 10:18:59.341657 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640dccc1-fc8a-49ac-938a-5c73b505c3bb x-openstack-request-id: req-640dccc1-fc8a-49ac-938a-5c73b505c3bb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:18:59.342380 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:18:59.342657 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-640dccc1-fc8a-49ac-938a-5c73b505c3bb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:18:59.343043 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'status': 'completed', 'code': 200} Mar 14 10:18:59.365014 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88edffc6-d0dd-4f2a-be9d-0c871af7528f service neutron] Pushing event updated for resources: {'Port': ['ID=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:18:59.386622 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-6bf5167d-6cf8-4ded-8724-df181c3f4406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.388349 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-6bf5167d-6cf8-4ded-8724-df181c3f4406 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 1127 time: 0.0621154 Mar 14 10:18:59.388855 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9f86f79b-121c-4eba-a839-c22026b9cbc6 req-c75b1368-64f8-4116-b5e1-2c79ecffba33 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551071 Mar 14 10:18:59.435406 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-a2292b90-cf5e-4329-9d44-dd7416aee3ac service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 HTTP/1.1" status: 200 len: 217 time: 0.0386076 Mar 14 10:18:59.488467 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-00c52b6c-3494-4b1e-9e10-a039258e912b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.489901 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-00c52b6c-3494-4b1e-9e10-a039258e912b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0484405 Mar 14 10:18:59.538101 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-64b74fa7-3e47-48aa-9732-ca98610154b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.539627 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-64b74fa7-3e47-48aa-9732-ca98610154b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432789 Mar 14 10:18:59.581387 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:18:59.636062 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-04b583ee-035a-4ae2-86a5-23e6d5ccb0ed service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899236 Mar 14 10:18:59.723764 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-9c681eb0-7847-4053-8b71-070e38b07ca9 req-84df384b-0c1f-4144-b69a-327b70f42e02 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816302 Mar 14 10:18:59.810613 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-2a994753-cfff-4b0b-8d60-03d933402b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.812155 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-2a994753-cfff-4b0b-8d60-03d933402b3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 1127 time: 0.0459297 Mar 14 10:18:59.905959 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-2bd6e96d-63bf-4437-9508-3eb7d30993f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:18:59.907484 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-2bd6e96d-63bf-4437-9508-3eb7d30993f3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.0885987 Mar 14 10:18:59.954015 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-ed83bec7-548a-49c1-84cc-9e4ee2444923 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 HTTP/1.1" status: 200 len: 217 time: 0.0381668 Mar 14 10:19:00.005509 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-2378bb2f-0cae-42cc-9d7e-590947975212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:00.006915 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-2378bb2f-0cae-42cc-9d7e-590947975212 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0461702 Mar 14 10:19:00.117154 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device e1767fef-c3db-4079-b458-1f483920fa46 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:19:00.217731 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=e1767fef-c3db-4079-b458-1f483920fa46,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:00.230197 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'e1767fef-c3db-4079-b458-1f483920fa46', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'port_id': 'e1767fef-c3db-4079-b458-1f483920fa46', 'mac_address': 'fa:16:3e:d5:1d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:19:00.298498 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc1a92-111f-4436-a374-92439f21e515 req-a2858771-fec0-44ac-a0db-85bc378187e7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:00.300883 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-59bc1a92-111f-4436-a374-92439f21e515 req-a2858771-fec0-44ac-a0db-85bc378187e7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0614195 Mar 14 10:19:00.313730 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-1abe5c80-9493-4dc4-a1da-0ff3bd056a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:00.315457 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-1abe5c80-9493-4dc4-a1da-0ff3bd056a88 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3018174 Mar 14 10:19:00.353683 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-59bc1a92-111f-4436-a374-92439f21e515 req-83ebee69-9575-4aa4-a9d6-9fc26cb0b194 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468342 Mar 14 10:19:00.400726 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port e1767fef-c3db-4079-b458-1f483920fa46 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:00.401110 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e1767fef-c3db-4079-b458-1f483920fa46), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:00.407750 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-ec7097ff-5013-48d5-8574-8e5509655bcf service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853596 Mar 14 10:19:00.414086 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1767fef-c3db-4079-b458-1f483920fa46 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:19:00.434693 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=e1767fef-c3db-4079-b458-1f483920fa46,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:00.440038 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:00.491075 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:00.513636 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-802cbdd1-f3dc-4bb6-adc6-f79dc5f34c6f req-7cb12f64-0a3a-410d-8094-7885770de928 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000957 Mar 14 10:19:00.516638 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa5b31-e650-4d37-9d3f-20c1d5206199 req-0c223717-b59d-4b8d-bea2-9ffc8e1523f5 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:00.519054 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8bfa5b31-e650-4d37-9d3f-20c1d5206199 req-0c223717-b59d-4b8d-bea2-9ffc8e1523f5 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 943 time: 0.0573864 Mar 14 10:19:00.565649 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8bfa5b31-e650-4d37-9d3f-20c1d5206199 req-a632ad73-6b3b-4632-a305-36f1863cb133 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417879 Mar 14 10:19:00.725319 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['e1767fef-c3db-4079-b458-1f483920fa46'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:19:01.471154 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5db222-72b9-48a2-b10d-350005d49444 req-e2de9330-0784-46f2-8edb-0e07da9eb282 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:01.472624 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a5db222-72b9-48a2-b10d-350005d49444 req-e2de9330-0784-46f2-8edb-0e07da9eb282 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 944 time: 0.0517859 Mar 14 10:19:01.520033 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6a5db222-72b9-48a2-b10d-350005d49444 req-9dbf4aa3-b078-4b02-a54a-c88da614d449 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418844 Mar 14 10:19:01.678047 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e22c0-9173-4c44-9a0c-8f9beb500477 req-98bb5bd1-a29e-4f4f-a16d-1a2c4af813a0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:01.679516 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de0e22c0-9173-4c44-9a0c-8f9beb500477 req-98bb5bd1-a29e-4f4f-a16d-1a2c4af813a0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 943 time: 0.0511584 Mar 14 10:19:01.724715 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-de0e22c0-9173-4c44-9a0c-8f9beb500477 req-67a9d6e0-994f-43a7-94a8-36d286700434 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396216 Mar 14 10:19:02.118288 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:19:02.122935 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device e1767fef-c3db-4079-b458-1f483920fa46 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:19:02.231334 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port e1767fef-c3db-4079-b458-1f483920fa46 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:19:02.237830 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port e1767fef-c3db-4079-b458-1f483920fa46 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:19:02.238207 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e1767fef-c3db-4079-b458-1f483920fa46), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:02.281052 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:02.295026 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'port_id': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'mac_address': 'fa:16:3e:15:17:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:19:02.365708 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:02.366098 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:02.380203 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port e1767fef-c3db-4079-b458-1f483920fa46 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:02.380592 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e1767fef-c3db-4079-b458-1f483920fa46), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:02.391604 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:19:02.412774 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:02.414905 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d17341-471d-4b2f-b70d-3e60d8191cb7" -d '{"events": [{"server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "name": "network-vif-plugged", "status": "completed", "tag": "e1767fef-c3db-4079-b458-1f483920fa46"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:02.431380 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:02.435094 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=e1767fef-c3db-4079-b458-1f483920fa46,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:02.436630 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:02.441224 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:02.462036 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40a6f04-3d8e-4b5e-b02e-7ef9cde920d7 x-openstack-request-id: req-d40a6f04-3d8e-4b5e-b02e-7ef9cde920d7 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:02.462338 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "name": "network-vif-plugged", "status": "completed", "tag": "e1767fef-c3db-4079-b458-1f483920fa46", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:02.462593 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d40a6f04-3d8e-4b5e-b02e-7ef9cde920d7 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:02.462984 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46', 'code': 200} Mar 14 10:19:02.488688 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:02.543113 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:02.635558 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d4bf20-9d95-421f-9e06-325b07b08587 req-b3a172e4-29b0-474c-a246-57fe0ef6642a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:02.637141 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-54d4bf20-9d95-421f-9e06-325b07b08587 req-b3a172e4-29b0-474c-a246-57fe0ef6642a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 1129 time: 0.0451014 Mar 14 10:19:02.641159 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6a813-0014-4c13-9af7-d06c80cd461c req-fec562a7-eb4c-4a6a-bcc1-559c4fcc90dc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:02.642606 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dfe6a813-0014-4c13-9af7-d06c80cd461c req-fec562a7-eb4c-4a6a-bcc1-559c4fcc90dc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0554726 Mar 14 10:19:02.682480 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-54d4bf20-9d95-421f-9e06-325b07b08587 req-0cff4bb1-b5f2-451a-8dbd-5357cf05f9c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379395 Mar 14 10:19:02.693606 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:19:02.699209 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dfe6a813-0014-4c13-9af7-d06c80cd461c req-8950d5a8-42cc-424e-ac2f-7a81589447ff tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507891 Mar 14 10:19:02.848054 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754bd61e-1044-4736-a4a3-0b2a3695fcaa req-a9091ba1-07db-4c4a-b856-e71383766a31 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:02.849546 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-754bd61e-1044-4736-a4a3-0b2a3695fcaa req-a9091ba1-07db-4c4a-b856-e71383766a31 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 944 time: 0.0556324 Mar 14 10:19:02.894456 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-754bd61e-1044-4736-a4a3-0b2a3695fcaa req-b8a3cfc6-ece5-4452-9e95-545eb3083fed tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Mar 14 10:19:03.819876 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038d58b-97a1-48f2-a209-6f2d9ad3611d req-8fd3cced-b67d-4284-8ad2-12e21abf0734 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:03.821365 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2038d58b-97a1-48f2-a209-6f2d9ad3611d req-8fd3cced-b67d-4284-8ad2-12e21abf0734 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0529211 Mar 14 10:19:03.866931 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2038d58b-97a1-48f2-a209-6f2d9ad3611d req-1aed673f-11a1-46c0-9887-7b563caeb472 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Mar 14 10:19:04.025675 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e107a83-aa00-4b57-8ad0-8460bfc58edf req-89ff3c90-5ebf-4116-8926-6b27dbb5868b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:04.027209 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e107a83-aa00-4b57-8ad0-8460bfc58edf req-89ff3c90-5ebf-4116-8926-6b27dbb5868b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 944 time: 0.0578282 Mar 14 10:19:04.079611 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e107a83-aa00-4b57-8ad0-8460bfc58edf req-abbbcc0a-d663-4d49-9a23-2389a793e784 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454488 Mar 14 10:19:04.135877 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:19:04.183039 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:19:04.186608 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:19:04.186988 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:04.265856 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:04.266252 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:04.299312 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:04.306324 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:04.353387 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:04.464553 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:04.467127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1308406d-daf6-45ff-8a20-472cbb62438d" -d '{"events": [{"server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "name": "network-vif-plugged", "status": "completed", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:04.500228 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1198d4bd-6cb4-4c5a-9d3d-4980557fb61e req-29500e34-cde4-4c69-8e6a-42ba3852b474 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:04.501775 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1198d4bd-6cb4-4c5a-9d3d-4980557fb61e req-29500e34-cde4-4c69-8e6a-42ba3852b474 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.0535927 Mar 14 10:19:04.502266 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbddbec-ef7a-4d8f-8599-bd37e7c5074b x-openstack-request-id: req-fcbddbec-ef7a-4d8f-8599-bd37e7c5074b {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:04.502564 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "name": "network-vif-plugged", "status": "completed", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:04.502820 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcbddbec-ef7a-4d8f-8599-bd37e7c5074b {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:04.503237 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'code': 200} Mar 14 10:19:04.549366 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1198d4bd-6cb4-4c5a-9d3d-4980557fb61e req-842ea113-5b8b-41bb-802d-23b3d2975075 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421445 Mar 14 10:19:04.674341 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229407-47a6-4823-b505-8556ce909d18 req-777a0c6d-1edf-438c-847f-0bc80d97a618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:04.675922 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a8229407-47a6-4823-b505-8556ce909d18 req-777a0c6d-1edf-438c-847f-0bc80d97a618 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 1129 time: 0.0472798 Mar 14 10:19:04.718155 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a8229407-47a6-4823-b505-8556ce909d18 req-082bb63f-121e-451f-9525-6aa1df19c70a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358195 Mar 14 10:19:04.984981 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de4020-b698-4d58-8cb3-5ac8a4c09836 req-bf5dac6d-12d6-4da1-8a9d-aa49c81c44c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:04.986356 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-86de4020-b698-4d58-8cb3-5ac8a4c09836 req-bf5dac6d-12d6-4da1-8a9d-aa49c81c44c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0523093 Mar 14 10:19:05.032015 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-86de4020-b698-4d58-8cb3-5ac8a4c09836 req-f160c5cf-7b1c-41d3-9a0a-d73992b43e33 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401938 Mar 14 10:19:05.147262 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6ce3b-bf6d-46e5-b7ef-a99b02e9df78 req-7f6ab65c-2cf9-4834-b75b-77d6c67fc617 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:05.148797 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f6f6ce3b-bf6d-46e5-b7ef-a99b02e9df78 req-7f6ab65c-2cf9-4834-b75b-77d6c67fc617 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0552433 Mar 14 10:19:05.157380 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39180) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:05.161918 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Request body: {'floatingip': {'port_id': 'e1767fef-c3db-4079-b458-1f483920fa46'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:19:05.199529 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e538b1-44bd-41cc-9d89-147f7886f851 req-30f0ddca-8033-4a07-842e-78992c191588 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:05.200508 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:05.201039 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9e538b1-44bd-41cc-9d89-147f7886f851 req-30f0ddca-8033-4a07-842e-78992c191588 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0513711 Mar 14 10:19:05.247157 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d9e538b1-44bd-41cc-9d89-147f7886f851 req-74051e43-22ea-4a86-86b4-49ee3f4803a8 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403459 Mar 14 10:19:05.634602 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:05.640032 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:05.672236 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96589fde-d41f-4de5-9272-33670ce499d4 req-92296599-5e6f-4d1b-b71e-178bffbf6d8c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:05.673721 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96589fde-d41f-4de5-9272-33670ce499d4 req-92296599-5e6f-4d1b-b71e-178bffbf6d8c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.0555124 Mar 14 10:19:05.722390 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96589fde-d41f-4de5-9272-33670ce499d4 req-90781fe6-00c1-4d78-a951-ebab7d1bdceb tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431027 Mar 14 10:19:05.743675 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP 3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d associated. External IP: 172.27.0.132, port: e1767fef-c3db-4079-b458-1f483920fa46. Mar 14 10:19:05.963000 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:19:06.071891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:19:06.076741 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:06.081887 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:19:06.091282 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:19:06.092171 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:06.105423 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bd23c8da-ca4d-4896-9a07-9b018e7769d1 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "PUT /v2.0/floatingips/3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d HTTP/1.1" status: 200 len: 991 time: 0.9469185 Mar 14 10:19:06.106124 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:06.108397 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc" -d '{"events": [{"name": "network-changed", "server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "tag": "e1767fef-c3db-4079-b458-1f483920fa46"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:06.143765 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016dec5c-be4e-4127-9b41-b1eb9a557504 x-openstack-request-id: req-016dec5c-be4e-4127-9b41-b1eb9a557504 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:06.144124 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "tag": "e1767fef-c3db-4079-b458-1f483920fa46", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:06.144450 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-016dec5c-be4e-4127-9b41-b1eb9a557504 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:06.144862 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46', 'status': 'completed', 'code': 200} Mar 14 10:19:06.206446 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:19:06.212857 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-bef8b355-a9f6-4241-820e-6ca41fab9eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.214373 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-bef8b355-a9f6-4241-820e-6ca41fab9eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=19a49a9688934f78b6007ef31221ade5&device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 1129 time: 0.0446098 Mar 14 10:19:06.309989 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-45a44ad8-f8b4-4f31-81b2-7597a8cce49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.311470 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-45a44ad8-f8b4-4f31-81b2-7597a8cce49c service neutron] 10.222.0.35 "GET /v2.0/networks?id=b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 200 len: 914 time: 0.0873225 Mar 14 10:19:06.368062 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51953142-424b-4e46-9a92-b449e8bfd41a req-8f446dfc-08b3-44d3-8b91-3e887b10ea8b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.369544 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51953142-424b-4e46-9a92-b449e8bfd41a req-8f446dfc-08b3-44d3-8b91-3e887b10ea8b tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0524869 Mar 14 10:19:06.381695 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-ea565a19-54ea-4a24-a484-536a20d10c5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1767fef-c3db-4079-b458-1f483920fa46 HTTP/1.1" status: 200 len: 999 time: 0.0630624 Mar 14 10:19:06.421495 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-51953142-424b-4e46-9a92-b449e8bfd41a req-948fdf7f-f1c0-4088-8343-2445640f99a5 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450001 Mar 14 10:19:06.439833 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-46006677-68af-4fa8-a73f-b04e99b57d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.441294 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-46006677-68af-4fa8-a73f-b04e99b57d6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 200 len: 853 time: 0.0531898 Mar 14 10:19:06.446444 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'e1767fef-c3db-4079-b458-1f483920fa46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:d5:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:46Z', 'updated_at': '2022-03-14T10:19:05Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:06.479851 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:19:06.489532 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:19:06.490137 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:06.500438 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-4b4655b8-9b59-4dba-953a-1e769d0c8de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.501986 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-4b4655b8-9b59-4dba-953a-1e769d0c8de5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=b234086d-247f-407e-8ab7-3bc9926c2ac3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525868 Mar 14 10:19:06.551792 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e31668e-f749-45a7-91ba-f2f2f72535ad req-ae57ca4f-7eda-4a2c-97d2-679cc827f37e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.553568 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e31668e-f749-45a7-91ba-f2f2f72535ad req-ae57ca4f-7eda-4a2c-97d2-679cc827f37e tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0576830 Mar 14 10:19:06.562642 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 39192) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:19:06.567159 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Request body: {'floatingip': {'port_id': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:19:06.600958 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-0cbf12da-15e0-4c08-8a4b-c5c0494ed884 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902865 Mar 14 10:19:06.603539 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:19:06.611493 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (110f2766-47f9-466f-8944-7da3e3242776), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:06.736583 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-227412c4-b54a-433c-86c4-f76698a8fc77 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:06.738093 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-227412c4-b54a-433c-86c4-f76698a8fc77 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.1126091 Mar 14 10:19:06.802229 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6e4033b9-b19d-44dc-99a9-8de1e17d25dc req-13498ed1-6412-4b21-bf56-fba3a83ac4e1 service neutron] 10.222.0.35 "GET /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841221 Mar 14 10:19:06.869536 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Deleting port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:19:06.869880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:06.880346 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'e1767fef-c3db-4079-b458-1f483920fa46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:d5:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:46Z', 'updated_at': '2022-03-14T10:19:05Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:06.919874 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1951d64f-8f31-4541-a85e-5994a7dce3c8 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'floating_ip_address': '172.27.0.132', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'port_id': 'e1767fef-c3db-4079-b458-1f483920fa46', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'mac_address': 'fa:16:3e:d5:1d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:46Z', 'updated_at': '2022-03-14T10:19:05Z', 'revision_number': 1, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:19:06.975805 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] For port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:06.976288 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:06.991727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Calling delete_port for 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:19:07.146504 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:07.147216 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5552c646-4ae4-4072-a06d-8732cbaacb2a None None] New status for floating IP 3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:19:07.165752 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:19:07.177219 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Pushing event deleted for resources: {'Port': ['ID=8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:07.211096 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d8f49-654a-493b-a2f2-c11d0d45aefd req-8aadd9ae-11e4-4773-a412-4344238be724 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:07.212586 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-954d8f49-654a-493b-a2f2-c11d0d45aefd req-8aadd9ae-11e4-4773-a412-4344238be724 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=fd36eb03-c4f2-4088-a6c6-a3060ebb7b57 HTTP/1.1" status: 200 len: 945 time: 0.3784299 Mar 14 10:19:07.234076 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] No DVR routers for this DVR port 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:19:07.237242 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:07.240216 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-519a8e4d-5079-4a75-8a15-650e55cb6f58 req-37a61c85-1c42-40c0-a29a-692f8519a44b tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "DELETE /v2.0/ports/8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 HTTP/1.1" status: 204 len: 173 time: 0.4960704 Mar 14 10:19:07.302768 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-954d8f49-654a-493b-a2f2-c11d0d45aefd req-d99381c9-5f58-4560-a1f2-ead1bf8e089f tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791967 Mar 14 10:19:07.400465 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:07.404390 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (110f2766-47f9-466f-8944-7da3e3242776), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:07.505622 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Floating IP 110f2766-47f9-466f-8944-7da3e3242776 associated. External IP: 172.27.0.221, port: aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1. Mar 14 10:19:07.714993 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:19:07.825526 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:19:07.830092 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:07.838501 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:19:07.848786 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:19:07.849379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:07.859917 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-36e1cb03-996d-413d-8042-5ba610555da9 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "PUT /v2.0/floatingips/110f2766-47f9-466f-8944-7da3e3242776 HTTP/1.1" status: 200 len: 991 time: 1.2956026 Mar 14 10:19:07.860498 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:07.862839 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3724f311-694a-4564-8241-4ea13577adf7" -d '{"events": [{"name": "network-changed", "server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:07.903821 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbfec5a-066c-408c-b687-04b5443c638d x-openstack-request-id: req-bcbfec5a-066c-408c-b687-04b5443c638d {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:07.904109 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:07.904360 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bcbfec5a-066c-408c-b687-04b5443c638d {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:07.904764 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'status': 'completed', 'code': 200} Mar 14 10:19:07.961178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:19:07.967604 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f311-694a-4564-8241-4ea13577adf7 req-f4f01c43-5c55-4da7-a9c2-5ca1e5948da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:07.969583 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-f4f01c43-5c55-4da7-a9c2-5ca1e5948da8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5764ccf21bb64182978d5665a4332fa5&device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 1129 time: 0.0437953 Mar 14 10:19:08.063029 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f311-694a-4564-8241-4ea13577adf7 req-a6fac362-876f-45a3-a307-30832111a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:08.064694 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-a6fac362-876f-45a3-a307-30832111a176 service neutron] 10.222.0.35 "GET /v2.0/networks?id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 200 len: 910 time: 0.0883806 Mar 14 10:19:08.133113 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-f2fbad27-4d7c-40b2-b484-f1e7c50b8e31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 HTTP/1.1" status: 200 len: 999 time: 0.0613065 Mar 14 10:19:08.145429 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'name': 'network-vif-deleted', 'tag': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:08.147469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11a3dbb-028e-4345-9ae7-2ec7a6531217" -d '{"events": [{"server_uuid": "fd36eb03-c4f2-4088-a6c6-a3060ebb7b57", "name": "network-vif-deleted", "tag": "8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:08.187919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3371d367-df14-487e-bb34-5423bc9b3023 x-openstack-request-id: req-3371d367-df14-487e-bb34-5423bc9b3023 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:08.188211 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd36eb03-c4f2-4088-a6c6-a3060ebb7b57", "name": "network-vif-deleted", "tag": "8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:08.188466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3371d367-df14-487e-bb34-5423bc9b3023 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:08.188866 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd36eb03-c4f2-4088-a6c6-a3060ebb7b57', 'name': 'network-vif-deleted', 'tag': '8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3', 'status': 'completed', 'code': 200} Mar 14 10:19:08.190425 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f311-694a-4564-8241-4ea13577adf7 req-c92a5eeb-58e2-473e-a2c2-aeab28d175a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:08.191920 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-c92a5eeb-58e2-473e-a2c2-aeab28d175a9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 200 len: 849 time: 0.0531771 Mar 14 10:19:08.241553 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724f311-694a-4564-8241-4ea13577adf7 req-1a2fd208-d885-4ae9-a34b-4851aad8b3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:08.243036 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-1a2fd208-d885-4ae9-a34b-4851aad8b3ac service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448558 Mar 14 10:19:08.306429 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '110f2766-47f9-466f-8944-7da3e3242776', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'port_id': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'mac_address': 'fa:16:3e:15:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:50Z', 'updated_at': '2022-03-14T10:19:07Z', 'revision_number': 1, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:08.331889 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-ccad47f6-8e8f-4795-9ab7-eaa4cde1b672 service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831137 Mar 14 10:19:08.335735 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:19:08.344439 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:19:08.345054 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:18:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:08.443710 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3724f311-694a-4564-8241-4ea13577adf7 req-4c118f94-9836-4b44-9d38-ff7348b3bfde service neutron] 10.222.0.35 "GET /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032157 Mar 14 10:19:08.461944 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:19:08.691971 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '110f2766-47f9-466f-8944-7da3e3242776', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'port_id': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'mac_address': 'fa:16:3e:15:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:50Z', 'updated_at': '2022-03-14T10:19:07Z', 'revision_number': 1, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:19:08.717717 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2417fd-012e-4a04-8dbd-0bb9025273d9 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '110f2766-47f9-466f-8944-7da3e3242776', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'floating_ip_address': '172.27.0.221', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'port_id': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'mac_address': 'fa:16:3e:15:17:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:18:50Z', 'updated_at': '2022-03-14T10:19:07Z', 'revision_number': 1, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:19:08.919733 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c049073a-862d-4e41-b0f1-9cb71922d77b None None] New status for floating IP 110f2766-47f9-466f-8944-7da3e3242776: ACTIVE {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:19:10.360000 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:19:10.378989 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:19:10.379329 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 8f87ec10-339a-4ba9-b9d6-e1f44ff03ae3 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:19:11.287934 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:11.621194 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:19:15.741552 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-d5d6b86d-4f70-4513-8dd5-80b4d2cfca9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434136 Mar 14 10:19:15.829193 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-ee82a24c-277c-46e1-8b97-e2a007469a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:15.830673 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-ee82a24c-277c-46e1-8b97-e2a007469a1b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1129 time: 0.0463467 Mar 14 10:19:15.937252 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-7017a735-0fb5-41d5-837c-1b9d4da0d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:15.938698 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-7017a735-0fb5-41d5-837c-1b9d4da0d67d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 908 time: 0.0875344 Mar 14 10:19:16.001361 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-18e944d4-98f5-4d92-a85f-0c837b12e1a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 1000 time: 0.0564930 Mar 14 10:19:16.049452 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-7c2baa26-3d4f-4894-a731-8e8c48e22705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:16.050906 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-7c2baa26-3d4f-4894-a731-8e8c48e22705 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0439553 Mar 14 10:19:16.103857 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-2fe29ef3-aeb1-4686-ba7c-96f84795fc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:16.105358 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-2fe29ef3-aeb1-4686-ba7c-96f84795fc1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481129 Mar 14 10:19:16.194059 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-9f32866e-3654-4754-8368-08174481e12e service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812843 Mar 14 10:19:16.285262 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-284ac54f-0649-4fc9-8f20-ba23bfdf0e38 req-6bdd02dc-cdb4-44cd-9bd8-1d9dbe557f2f service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848670 Mar 14 10:19:16.441313 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-fc53a95f-3ae6-47d2-be1d-6cdd9353c531 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:16.442770 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-fc53a95f-3ae6-47d2-be1d-6cdd9353c531 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/networks?id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 200 len: 814 time: 0.1011698 Mar 14 10:19:16.456773 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-66980f76-b4f3-4311-9e04-f1054bdcc808 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/quotas/81a3443193d44dee942653c671d340ad HTTP/1.1" status: 200 len: 375 time: 0.0086734 Mar 14 10:19:16.491391 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-baffaeb9-f256-4566-b565-03fb46d49902 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=81a3443193d44dee942653c671d340ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300586 Mar 14 10:19:16.620536 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-f33fec78-28ae-4971-99d2-53b8e1fca89e service neutron] 10.222.0.21 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228454 Mar 14 10:19:16.711161 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-e7ff5369-cb5c-47b5-b393-c6158956cb1c service neutron] 10.222.0.21 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842571 Mar 14 10:19:16.915076 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-929402d4-a283-42f2-8972-b7e95daeb022 req-b3fccb13-356e-4327-9596-4d06fe607062 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 210 time: 0.0779502 Mar 14 10:19:17.920913 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-f1f5aca8-fa39-474d-9a7c-2e16dda20830 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:17.922922 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-f1f5aca8-fa39-474d-9a7c-2e16dda20830 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "GET /v2.0/networks?id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 200 len: 814 time: 0.1013141 Mar 14 10:19:17.937615 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Request body: {'port': {'device_id': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08', 'admin_state_up': True, 'tenant_id': '81a3443193d44dee942653c671d340ad'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:19:18.012103 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-49576059-66a0-4f0f-8ddc-ecc2c6004a28 req-5d905f75-0a59-4584-82ea-e9840f67ac52 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 210 time: 0.0297585 Mar 14 10:19:18.048307 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Made reservation on behalf of 81a3443193d44dee942653c671d340ad for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:19:18.052597 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.176467 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Allocated IP 172.20.0.11 (547c3d75-de2b-4f39-a3b1-a26a38d1ca08/75375567-a555-457a-b143-28a3cae8679c/583170b9-743f-407b-b839-1043e0130270) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:19:18.326819 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks [] for port (583170b9-743f-407b-b839-1043e0130270), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.362505 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (583170b9-743f-407b-b839-1043e0130270), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.407803 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:19:18.410875 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:19:18.414568 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:19:18.439578 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Pushing event updated for resources: {'Port': ['ID=583170b9-743f-407b-b839-1043e0130270,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:18.453663 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.454009 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.454349 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.454685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.455012 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.455342 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.455686 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.456009 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.456329 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.456653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.456973 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.457291 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.457607 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.457922 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.458235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:18.477858 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:18.478454 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.493783 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-19074306-e006-41ff-b7b8-cc3a6abb4547 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5606060 Mar 14 10:19:18.507518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Request body: {'port': {'device_id': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:19:18.562192 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (583170b9-743f-407b-b839-1043e0130270), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.819720 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583170b9-743f-407b-b839-1043e0130270 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:19:18.827998 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Publish callbacks [] for port (583170b9-743f-407b-b839-1043e0130270), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.839967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Transition to ACTIVE for port object 583170b9-743f-407b-b839-1043e0130270 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:19:18.845276 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (583170b9-743f-407b-b839-1043e0130270), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:18.895535 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Pushing event updated for resources: {'Port': ['ID=583170b9-743f-407b-b839-1043e0130270,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:18.966117 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Attempting to bind port 583170b9-743f-407b-b839-1043e0130270 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:19:18.967038 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Attempting to bind port 583170b9-743f-407b-b839-1043e0130270 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:19:18.967038 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Attempting to bind port 583170b9-743f-407b-b839-1043e0130270 on network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:19:18.971865 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Port 583170b9-743f-407b-b839-1043e0130270 on network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:19:18.972192 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Attempting to bind port 583170b9-743f-407b-b839-1043e0130270 on network 547c3d75-de2b-4f39-a3b1-a26a38d1ca08 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:19:18.976924 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:19:18.977262 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Checking segment: {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:19:18.977644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Bound using segment: {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:19:18.978066 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Bound port: 583170b9-743f-407b-b839-1043e0130270, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:19:18.978419 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (583170b9-743f-407b-b839-1043e0130270), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:19.136361 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c52d37-b431-4fbf-818f-20ad77e4f72a req-b5a22759-4665-449f-bb5d-e38c603eff4c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:19.137931 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f1c52d37-b431-4fbf-818f-20ad77e4f72a req-b5a22759-4665-449f-bb5d-e38c603eff4c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 944 time: 0.0560031 Mar 14 10:19:19.191964 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f1c52d37-b431-4fbf-818f-20ad77e4f72a req-ff53f7b4-8fd8-486a-984e-4503c1887219 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472679 Mar 14 10:19:19.294306 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] For port 583170b9-743f-407b-b839-1043e0130270, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:19:19.297351 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] For port 583170b9-743f-407b-b839-1043e0130270, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=583170b9-743f-407b-b839-1043e0130270,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:19:19.303358 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (583170b9-743f-407b-b839-1043e0130270), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:19.342173 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:19.342791 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:19.344289 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] 10.222.0.35 "PUT /v2.0/ports/583170b9-743f-407b-b839-1043e0130270 HTTP/1.1" status: 200 len: 1094 time: 0.8406012 Mar 14 10:19:19.344732 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'tag': '583170b9-743f-407b-b839-1043e0130270'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:19.347024 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c0027940-a76a-4242-8318-49b8158cc6f2", "tag": "583170b9-743f-407b-b839-1043e0130270"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:19.370859 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297072df-997a-4c29-8f45-cb2a66117771 service neutron] Pushing event updated for resources: {'Port': ['ID=583170b9-743f-407b-b839-1043e0130270,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:19.392348 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd48e42-91e3-40a7-a897-ead75731dfd2 x-openstack-request-id: req-2fd48e42-91e3-40a7-a897-ead75731dfd2 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:19.392649 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0027940-a76a-4242-8318-49b8158cc6f2", "tag": "583170b9-743f-407b-b839-1043e0130270", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:19.392908 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2fd48e42-91e3-40a7-a897-ead75731dfd2 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:19.393337 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'tag': '583170b9-743f-407b-b839-1043e0130270', 'status': 'completed', 'code': 200} Mar 14 10:19:19.458739 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-f03c1e94-2c06-4b6e-a72d-c5b198677eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:19.460442 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-f03c1e94-2c06-4b6e-a72d-c5b198677eb0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81a3443193d44dee942653c671d340ad&device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 1128 time: 0.0482814 Mar 14 10:19:19.514522 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-6d9fb407-b6e1-4d25-951d-11ecc8b0bcc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=583170b9-743f-407b-b839-1043e0130270 HTTP/1.1" status: 200 len: 217 time: 0.0397193 Mar 14 10:19:19.561231 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-9eaef85e-86be-465b-a774-3196bf1c2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:19.563205 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-9eaef85e-86be-465b-a774-3196bf1c2b30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75375567-a555-457a-b143-28a3cae8679c HTTP/1.1" status: 200 len: 854 time: 0.0428007 Mar 14 10:19:19.596855 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-10c53f6c-826d-404e-9603-805494033fb1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244076 Mar 14 10:19:19.688118 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-0f51f0c8-1341-41b8-b4e3-8f5e8a8155bb service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846701 Mar 14 10:19:19.773963 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a1765a67-2cc4-443c-9859-b0a555f80ae0 req-e266054f-a22d-44f2-b229-b571d88a8647 service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795033 Mar 14 10:19:19.872304 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-122481e1-139a-45ef-9195-ba39594d3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:19.873709 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-122481e1-139a-45ef-9195-ba39594d3afc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=81a3443193d44dee942653c671d340ad&device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 1128 time: 0.0496352 Mar 14 10:19:19.968787 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-c4279721-464d-46b6-bbd2-a9ff72acc8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:19.970282 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-c4279721-464d-46b6-bbd2-a9ff72acc8ea service neutron] 10.222.0.35 "GET /v2.0/networks?id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 200 len: 914 time: 0.0893636 Mar 14 10:19:20.014157 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-40232e2c-6429-4be2-8eda-f8384dea828c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=583170b9-743f-407b-b839-1043e0130270 HTTP/1.1" status: 200 len: 217 time: 0.0372367 Mar 14 10:19:20.063199 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-610a635f-2e68-4fb1-8900-b14169ebdd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:20.064695 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-610a635f-2e68-4fb1-8900-b14169ebdd4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=75375567-a555-457a-b143-28a3cae8679c HTTP/1.1" status: 200 len: 854 time: 0.0440812 Mar 14 10:19:20.097608 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-0285850a-969d-425d-9a3b-d7bcbfa35258 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=547c3d75-de2b-4f39-a3b1-a26a38d1ca08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261652 Mar 14 10:19:20.195187 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-d8d1d2ff-4e09-4b3a-8b28-a1f4ba9e3165 service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878811 Mar 14 10:19:20.295372 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a88c15ed-449b-46aa-9aa1-2a3ff53377fe req-a8f500a0-3636-4a9c-a2a3-0568a9e9377c service neutron] 10.222.0.35 "GET /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864596 Mar 14 10:19:20.332650 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc472e51-fb1a-4a57-a36e-b96b5f372e14 req-cc6b4e9b-7b3b-4c32-a9fc-85923f2d9d17 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:20.334137 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc472e51-fb1a-4a57-a36e-b96b5f372e14 req-cc6b4e9b-7b3b-4c32-a9fc-85923f2d9d17 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0854688 Mar 14 10:19:20.355202 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcbb687-3221-4199-847a-56ead4824f0c req-67bf210c-dd65-4742-a7bc-53e5f0bcd851 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:20.356640 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fcbb687-3221-4199-847a-56ead4824f0c req-67bf210c-dd65-4742-a7bc-53e5f0bcd851 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 944 time: 0.0757730 Mar 14 10:19:20.417767 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cc472e51-fb1a-4a57-a36e-b96b5f372e14 req-3a9c42e8-e880-4f38-8918-34d62014c7e3 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778284 Mar 14 10:19:20.425194 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8fcbb687-3221-4199-847a-56ead4824f0c req-0cdb98bc-7bbe-4754-8e42-be46648be7ac tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624650 Mar 14 10:19:21.573423 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2881-3191-40f9-a9a0-5f10a138a808 req-e03e499c-fec6-4cc3-825b-bd278078dd42 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:21.574875 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-233a2881-3191-40f9-a9a0-5f10a138a808 req-e03e499c-fec6-4cc3-825b-bd278078dd42 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 944 time: 0.0827122 Mar 14 10:19:21.582147 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555969c3-673c-47d8-9bed-c51c01e83173 req-612428e5-da22-4b6a-b204-4d57e81c95da tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:21.583521 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-555969c3-673c-47d8-9bed-c51c01e83173 req-612428e5-da22-4b6a-b204-4d57e81c95da tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0931923 Mar 14 10:19:21.654823 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-233a2881-3191-40f9-a9a0-5f10a138a808 req-f365d18b-17f3-446c-940e-b3c511f49fe6 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703559 Mar 14 10:19:21.658410 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-555969c3-673c-47d8-9bed-c51c01e83173 req-647535fa-60b3-4a03-a595-a62a031aca71 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683849 Mar 14 10:19:22.209745 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 583170b9-743f-407b-b839-1043e0130270 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:19:22.304758 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 583170b9-743f-407b-b839-1043e0130270, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=583170b9-743f-407b-b839-1043e0130270,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:22.315842 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '583170b9-743f-407b-b839-1043e0130270', 'network_id': '547c3d75-de2b-4f39-a3b1-a26a38d1ca08', 'port_id': '583170b9-743f-407b-b839-1043e0130270', 'mac_address': 'fa:16:3e:d4:c8:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75375567-a555-457a-b143-28a3cae8679c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:19:22.351079 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 583170b9-743f-407b-b839-1043e0130270 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:22.351461 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (583170b9-743f-407b-b839-1043e0130270), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:22.363425 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583170b9-743f-407b-b839-1043e0130270 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:19:22.382005 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 583170b9-743f-407b-b839-1043e0130270, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=583170b9-743f-407b-b839-1043e0130270,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:22.385937 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (583170b9-743f-407b-b839-1043e0130270), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:22.434386 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=583170b9-743f-407b-b839-1043e0130270,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:22.679524 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['583170b9-743f-407b-b839-1043e0130270'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:19:22.810583 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec77222-3176-40e5-9b72-fc81261d191a req-6fa61375-3a1c-44cc-bcfc-77aea21ac7c7 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:22.812178 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0ec77222-3176-40e5-9b72-fc81261d191a req-6fa61375-3a1c-44cc-bcfc-77aea21ac7c7 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 945 time: 0.0895970 Mar 14 10:19:22.819905 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7eb711-2bf7-461a-bbf5-c9e4cf20e89c req-09a7280e-1d6b-4fbc-9331-fb6e4243f5c2 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:22.821295 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b7eb711-2bf7-461a-bbf5-c9e4cf20e89c req-09a7280e-1d6b-4fbc-9331-fb6e4243f5c2 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0901942 Mar 14 10:19:22.891226 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0ec77222-3176-40e5-9b72-fc81261d191a req-bb021822-fcf7-47a0-9b5e-6a4d09a35982 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689802 Mar 14 10:19:22.898073 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0b7eb711-2bf7-461a-bbf5-c9e4cf20e89c req-c55b72ac-0954-4f2a-a74c-a63415b2ebe4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685759 Mar 14 10:19:23.006280 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b61da094-937a-4e03-a306-773c6923c5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:24.041489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a50641-e191-4dff-803e-ba6c43883f3b req-baedb3db-4693-4a71-b323-9b0b44f4fb21 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:24.042940 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2a50641-e191-4dff-803e-ba6c43883f3b req-baedb3db-4693-4a71-b323-9b0b44f4fb21 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 945 time: 0.0847466 Mar 14 10:19:24.054480 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ece453-07c0-4331-adde-ac077ba13dbd req-2a18de70-c399-4996-beda-dda431bd773c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:24.055876 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-48ece453-07c0-4331-adde-ac077ba13dbd req-2a18de70-c399-4996-beda-dda431bd773c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0859859 Mar 14 10:19:24.126350 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c2a50641-e191-4dff-803e-ba6c43883f3b req-d6588166-8d13-45e1-a2aa-a89ac48d69b3 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695114 Mar 14 10:19:24.133279 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-48ece453-07c0-4331-adde-ac077ba13dbd req-a687af46-8c99-4d80-9dc0-3c72f6904aab tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693963 Mar 14 10:19:24.214495 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 583170b9-743f-407b-b839-1043e0130270 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:19:24.261944 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 583170b9-743f-407b-b839-1043e0130270 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:19:24.265488 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 583170b9-743f-407b-b839-1043e0130270 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:19:24.265876 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (583170b9-743f-407b-b839-1043e0130270), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:24.339899 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 583170b9-743f-407b-b839-1043e0130270 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:24.340281 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (583170b9-743f-407b-b839-1043e0130270), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:24.362947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583170b9-743f-407b-b839-1043e0130270'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:24.365159 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985bc56f-364d-4489-80a4-b3e37c69098d" -d '{"events": [{"server_uuid": "c0027940-a76a-4242-8318-49b8158cc6f2", "name": "network-vif-plugged", "status": "completed", "tag": "583170b9-743f-407b-b839-1043e0130270"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:24.380708 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 583170b9-743f-407b-b839-1043e0130270, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=583170b9-743f-407b-b839-1043e0130270,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:24.384560 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (583170b9-743f-407b-b839-1043e0130270), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:24.407194 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c696aa05-4847-4fad-857c-8425be726063 x-openstack-request-id: req-c696aa05-4847-4fad-857c-8425be726063 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:24.407492 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0027940-a76a-4242-8318-49b8158cc6f2", "name": "network-vif-plugged", "status": "completed", "tag": "583170b9-743f-407b-b839-1043e0130270", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:24.407774 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c696aa05-4847-4fad-857c-8425be726063 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:24.408173 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583170b9-743f-407b-b839-1043e0130270', 'code': 200} Mar 14 10:19:24.434119 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=583170b9-743f-407b-b839-1043e0130270,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:24.565648 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b431bc-32bc-416f-b517-2d15446c0e1e req-16edaf61-cadb-42d5-89a9-63159a5b477f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:24.567144 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b431bc-32bc-416f-b517-2d15446c0e1e req-16edaf61-cadb-42d5-89a9-63159a5b477f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 1130 time: 0.0434461 Mar 14 10:19:24.615417 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b431bc-32bc-416f-b517-2d15446c0e1e req-e4bd997d-c2cb-4dfc-8120-69a0f5d9a49c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Mar 14 10:19:25.284112 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6743dae-c880-43ac-a41c-f98fdad1feed req-fcfef41f-737b-486e-8147-69bf5c3383a3 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:25.285687 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6743dae-c880-43ac-a41c-f98fdad1feed req-fcfef41f-737b-486e-8147-69bf5c3383a3 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 946 time: 0.0927086 Mar 14 10:19:25.292366 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146145-e99a-4758-9477-4bdeabd1dd5b req-901b8f31-69ef-483d-a2e1-eeb279910c96 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:25.293691 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74146145-e99a-4758-9477-4bdeabd1dd5b req-901b8f31-69ef-483d-a2e1-eeb279910c96 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0887194 Mar 14 10:19:25.368830 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c6743dae-c880-43ac-a41c-f98fdad1feed req-8cd19d55-8459-4005-a8ff-045e0eedb422 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742126 Mar 14 10:19:25.372299 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74146145-e99a-4758-9477-4bdeabd1dd5b req-a7e21e0e-8e3b-4f1e-bf0d-ef8d934407b4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716269 Mar 14 10:19:25.496205 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c084bdef-5790-4f2a-97cf-203a467ab4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:26.402999 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:26.492350 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e969b9-7ffe-43b3-9f17-50ab9a75c8dc req-81b18357-c316-496f-8423-37a70983539e tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:26.494400 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-13e969b9-7ffe-43b3-9f17-50ab9a75c8dc req-81b18357-c316-496f-8423-37a70983539e tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 946 time: 0.0577357 Mar 14 10:19:26.570319 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-13e969b9-7ffe-43b3-9f17-50ab9a75c8dc req-ae2d7f75-ad42-4ef1-9861-7b1aff8f3bbb tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710988 Mar 14 10:19:26.588153 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f4a9e7-ec2d-41b6-b949-ccf3ae81b687 req-57781eb2-c467-4da5-bcb5-3c39ae36a9a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:26.589623 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80f4a9e7-ec2d-41b6-b949-ccf3ae81b687 req-57781eb2-c467-4da5-bcb5-3c39ae36a9a0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0770946 Mar 14 10:19:26.636280 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80f4a9e7-ec2d-41b6-b949-ccf3ae81b687 req-69403e2e-815d-42dd-90b8-7b548755e625 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 Mar 14 10:19:27.756221 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f20c98-5c66-4410-bfb6-3a7017f461cd req-72088cd1-d2d9-4a80-8234-6db6de3623bb tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:27.757689 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-13f20c98-5c66-4410-bfb6-3a7017f461cd req-72088cd1-d2d9-4a80-8234-6db6de3623bb tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0514550 Mar 14 10:19:27.802672 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-13f20c98-5c66-4410-bfb6-3a7017f461cd req-3b875525-75bd-40da-b603-6e83dd4a5aa0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Mar 14 10:19:27.836804 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:28.929446 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c28252-1749-4313-ada7-fdaea4d04f50 req-06d060ab-72eb-4995-8228-4b5b79c2de0d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:28.930910 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-39c28252-1749-4313-ada7-fdaea4d04f50 req-06d060ab-72eb-4995-8228-4b5b79c2de0d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0551448 Mar 14 10:19:28.977163 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-39c28252-1749-4313-ada7-fdaea4d04f50 req-2b8dd6eb-074c-417e-ab55-e3678a741f95 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408103 Mar 14 10:19:29.573434 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:30.097169 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf41a56-f558-4674-b796-10f67f92df40 req-8b6b4a9f-4bfb-4d3c-97b1-ebaac4410264 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:30.098637 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2bf41a56-f558-4674-b796-10f67f92df40 req-8b6b4a9f-4bfb-4d3c-97b1-ebaac4410264 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0517085 Mar 14 10:19:30.143771 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2bf41a56-f558-4674-b796-10f67f92df40 req-2131df69-534e-4cf1-93f5-7c4d18d805e6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396509 Mar 14 10:19:31.262185 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ebcc-e87f-492a-841b-3cf8ed956a04 req-6ae951f8-2bef-4328-8f53-b7feedbe05e0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:31.263671 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b24ebcc-e87f-492a-841b-3cf8ed956a04 req-6ae951f8-2bef-4328-8f53-b7feedbe05e0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0513763 Mar 14 10:19:31.311633 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b24ebcc-e87f-492a-841b-3cf8ed956a04 req-6dea2437-6720-4dcd-be86-2fc1b89ba68b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419202 Mar 14 10:19:32.433116 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacfe7b-6cd4-4686-a118-0167f5c541ad req-790762f5-7913-4a08-b70b-9cadb51848e6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:32.434583 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1aacfe7b-6cd4-4686-a118-0167f5c541ad req-790762f5-7913-4a08-b70b-9cadb51848e6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0523739 Mar 14 10:19:32.480144 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1aacfe7b-6cd4-4686-a118-0167f5c541ad req-c41e19aa-f506-43f4-b27f-1e7f64b3773a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401618 Mar 14 10:19:33.601388 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab07c9-59f6-4a27-856a-f3acc51d33ab req-8aab7c2f-3c97-4871-9bce-c7c89f573317 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:33.602856 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0ab07c9-59f6-4a27-856a-f3acc51d33ab req-8aab7c2f-3c97-4871-9bce-c7c89f573317 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0513914 Mar 14 10:19:33.647826 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e0ab07c9-59f6-4a27-856a-f3acc51d33ab req-136aaafa-b13c-447f-ba84-cdc1586fc5cb tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395555 Mar 14 10:19:34.771757 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18d24a-8a25-443c-aa05-f38862229b70 req-438d8cbe-c496-47a9-b75d-b0ee07c87d7b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:34.773217 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d18d24a-8a25-443c-aa05-f38862229b70 req-438d8cbe-c496-47a9-b75d-b0ee07c87d7b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0557725 Mar 14 10:19:34.818057 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d18d24a-8a25-443c-aa05-f38862229b70 req-719b6364-febe-4527-b300-e6e9655d4659 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393412 Mar 14 10:19:35.947387 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488f449-4567-4fa9-907e-07c924ce8341 req-44a8aeb5-fa4d-4730-b5a7-6e80db885f82 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:35.948907 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1488f449-4567-4fa9-907e-07c924ce8341 req-44a8aeb5-fa4d-4730-b5a7-6e80db885f82 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0516596 Mar 14 10:19:35.995719 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1488f449-4567-4fa9-907e-07c924ce8341 req-b27fd241-7866-4d17-aa77-297dc1f19751 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414212 Mar 14 10:19:37.114840 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866099d-3116-4310-be3a-be20ab8515ae req-e56f5e7d-355a-4a0b-9c41-5fa02e367022 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:37.116334 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e866099d-3116-4310-be3a-be20ab8515ae req-e56f5e7d-355a-4a0b-9c41-5fa02e367022 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0511210 Mar 14 10:19:37.165542 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e866099d-3116-4310-be3a-be20ab8515ae req-efa634b0-270e-43d6-8522-b94b94b80a4f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436966 Mar 14 10:19:38.270898 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:19:38.286218 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93416d07-530d-42e5-b3e3-f6697b108a67 req-d15a9d56-1a53-46bd-b3cf-f43462cb845e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:38.287735 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93416d07-530d-42e5-b3e3-f6697b108a67 req-d15a9d56-1a53-46bd-b3cf-f43462cb845e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Mar 14 10:19:38.333036 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93416d07-530d-42e5-b3e3-f6697b108a67 req-b6fc46b4-c5cb-4385-a375-b6e84780a462 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Mar 14 10:19:38.364033 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:38.374800 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'mac_address': 'fa:16:3e:92:64:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:19:38.413644 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: ACTIVE; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:38.414028 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:38.426237 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:19:38.444937 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:38.448636 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:38.497393 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:38.505183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.505984 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.505984 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.506186 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.506521 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.506852 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.507178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.507504 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.507853 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.508180 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.508507 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.508828 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.509150 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.509471 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.509853 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:19:38.552643 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:19:39.458143 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8b3419-4243-47b9-a8af-c5654fd67e62 req-ca9c5a4c-76c5-4987-8302-6e60062ab383 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:39.460599 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6e8b3419-4243-47b9-a8af-c5654fd67e62 req-ca9c5a4c-76c5-4987-8302-6e60062ab383 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 945 time: 0.0569210 Mar 14 10:19:39.508107 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6e8b3419-4243-47b9-a8af-c5654fd67e62 req-6bc289c7-99a2-403b-bdae-10f4646dac36 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414724 Mar 14 10:19:39.862598 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28e4e6-b758-407e-a43c-b1f00757c659 req-6e85fc2e-8461-4f91-9ffe-8463cd94fd08 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:39.864094 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a28e4e6-b758-407e-a43c-b1f00757c659 req-6e85fc2e-8461-4f91-9ffe-8463cd94fd08 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0553730 Mar 14 10:19:39.912073 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1a28e4e6-b758-407e-a43c-b1f00757c659 req-3c9523a2-51ed-4791-9a55-79c5c168b92a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423515 Mar 14 10:19:40.627478 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba756026-3667-41f3-862b-2318795fd96b req-5b444f36-a2d6-4528-a5a7-6753535fae05 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:40.628956 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ba756026-3667-41f3-862b-2318795fd96b req-5b444f36-a2d6-4528-a5a7-6753535fae05 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 945 time: 0.0515451 Mar 14 10:19:40.673454 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ba756026-3667-41f3-862b-2318795fd96b req-f6bdc5b6-ecb0-48f5-8f58-ef0f3babadaa tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391722 Mar 14 10:19:41.040317 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80cc40-f2df-4ea0-8d58-3300bff7ab2e req-e172c133-1b0e-495b-a9e0-8ec2e24404f1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:41.042215 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc80cc40-f2df-4ea0-8d58-3300bff7ab2e req-e172c133-1b0e-495b-a9e0-8ec2e24404f1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0586238 Mar 14 10:19:41.098701 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fc80cc40-f2df-4ea0-8d58-3300bff7ab2e req-7fca8f7f-0d93-4f16-90a2-798bc53389b3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501254 Mar 14 10:19:41.235962 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:19:41.289372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:41.296964 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:19:41.297333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:41.372053 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:41.372430 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:41.393839 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:41.396032 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04d4139-8905-42d8-9a21-0231a2d93248" -d '{"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-plugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:41.408362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:41.412203 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:41.437236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77786538-6bcf-415c-8a8e-e98306242afb x-openstack-request-id: req-77786538-6bcf-415c-8a8e-e98306242afb {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:41.437547 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-plugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:41.437797 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77786538-6bcf-415c-8a8e-e98306242afb {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:41.438182 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'code': 200} Mar 14 10:19:41.462615 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:41.796408 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4cb60-ba4c-4588-80ae-65df45c6325d req-b96f7c4b-ad2d-4f2b-9ad4-a4523586b859 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:41.797876 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24e4cb60-ba4c-4588-80ae-65df45c6325d req-b96f7c4b-ad2d-4f2b-9ad4-a4523586b859 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0556328 Mar 14 10:19:41.843515 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-24e4cb60-ba4c-4588-80ae-65df45c6325d req-26510411-6271-4945-9e79-0ea6d928a896 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401304 Mar 14 10:19:42.216511 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f6019a-0053-43d6-8813-6b9a8638608d req-b643fa3a-15f1-4403-86fa-637bbbd3de51 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:42.217930 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0f6019a-0053-43d6-8813-6b9a8638608d req-b643fa3a-15f1-4403-86fa-637bbbd3de51 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0519443 Mar 14 10:19:42.271693 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0f6019a-0053-43d6-8813-6b9a8638608d req-c203e08a-9206-4190-969d-2347399a3ad9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483074 Mar 14 10:19:42.974232 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a447030-e83c-4c92-82cc-8af146b7846e req-22e990a1-d6af-4124-a47f-78be86e0af0d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:42.975758 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a447030-e83c-4c92-82cc-8af146b7846e req-22e990a1-d6af-4124-a47f-78be86e0af0d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0574207 Mar 14 10:19:43.025688 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a447030-e83c-4c92-82cc-8af146b7846e req-01e260df-fdb2-4657-9eb2-190aee901305 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439537 Mar 14 10:19:43.405351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78170a42-4784-4eb8-9932-78a20e3cf0d8 req-64c3d7c4-2996-4094-9680-04dcffbb1e29 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:43.407269 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78170a42-4784-4eb8-9932-78a20e3cf0d8 req-64c3d7c4-2996-4094-9680-04dcffbb1e29 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0594358 Mar 14 10:19:43.471306 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78170a42-4784-4eb8-9932-78a20e3cf0d8 req-18223ead-3e9f-4534-9037-5b3f40d10077 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575306 Mar 14 10:19:44.173205 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19513cb-89cc-4fd6-b5cf-34d070c8701b req-b4e1280e-6963-4382-a798-6a01ded33037 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:44.178848 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e19513cb-89cc-4fd6-b5cf-34d070c8701b req-b4e1280e-6963-4382-a798-6a01ded33037 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0683534 Mar 14 10:19:44.232778 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e19513cb-89cc-4fd6-b5cf-34d070c8701b req-b387da9c-53fd-429d-a2fc-da8a19a21795 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509527 Mar 14 10:19:44.602991 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7761b15e-0d34-463f-b5a9-611305eefc59 req-7ef77790-c03c-406f-a210-14fb34c9d626 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:44.602991 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7761b15e-0d34-463f-b5a9-611305eefc59 req-7ef77790-c03c-406f-a210-14fb34c9d626 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0565693 Mar 14 10:19:44.662811 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7761b15e-0d34-463f-b5a9-611305eefc59 req-b82a670d-d066-44bf-9645-19045a228892 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553153 Mar 14 10:19:45.382244 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b546b-604b-4f69-9376-af234ba0d074 req-c12d308e-109a-4f0e-a52f-77ba6b210418 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:45.383852 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-278b546b-604b-4f69-9376-af234ba0d074 req-c12d308e-109a-4f0e-a52f-77ba6b210418 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0621252 Mar 14 10:19:45.444134 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-278b546b-604b-4f69-9376-af234ba0d074 req-2e33330b-fb34-4ef2-a37d-9a2a29e8bda8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542955 Mar 14 10:19:45.780610 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35dde3-28cd-4bd0-b79b-e3f9b6724ee5 req-946285f7-fed0-4fac-ac20-df677fc61d9e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:45.782251 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa35dde3-28cd-4bd0-b79b-e3f9b6724ee5 req-946285f7-fed0-4fac-ac20-df677fc61d9e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0541213 Mar 14 10:19:45.842781 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fa35dde3-28cd-4bd0-b79b-e3f9b6724ee5 req-eaa9980d-b4ab-4fe5-8b23-6147fb794768 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542331 Mar 14 10:19:46.585421 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73dabd-5b1c-4e92-bb6b-d17a28ff8320 req-f7e242f8-9bed-45d6-9508-6cf794b776b4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:46.589099 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e73dabd-5b1c-4e92-bb6b-d17a28ff8320 req-f7e242f8-9bed-45d6-9508-6cf794b776b4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0590775 Mar 14 10:19:46.653433 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0e73dabd-5b1c-4e92-bb6b-d17a28ff8320 req-11815fba-3475-4e58-a159-1861c6135fa2 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573261 Mar 14 10:19:47.023526 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd59b7-9d96-479a-b5fe-13a097d6c593 req-09b86f33-2d24-4fb6-8cfa-412335d762ee tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:47.025862 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80cd59b7-9d96-479a-b5fe-13a097d6c593 req-09b86f33-2d24-4fb6-8cfa-412335d762ee tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0713639 Mar 14 10:19:47.091252 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80cd59b7-9d96-479a-b5fe-13a097d6c593 req-5244ac54-ceb5-46f6-9d13-086670ddaa0b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587111 Mar 14 10:19:47.671951 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af042844-055d-42a4-b5ab-e2a65f7410f8 req-93f0ff49-378f-4c5d-a8de-ab75a1f806a6 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:47.673739 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af042844-055d-42a4-b5ab-e2a65f7410f8 req-93f0ff49-378f-4c5d-a8de-ab75a1f806a6 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 946 time: 0.0652041 Mar 14 10:19:47.740201 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-af042844-055d-42a4-b5ab-e2a65f7410f8 req-815dcc9b-148f-499b-bcbe-d16a24dadefd tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504010 Mar 14 10:19:47.806378 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88811e3b-69e5-4473-9f08-9acfa4a658d8 req-c8623a97-c6fc-4f1a-b486-3e9e91fd319c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:47.808853 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88811e3b-69e5-4473-9f08-9acfa4a658d8 req-c8623a97-c6fc-4f1a-b486-3e9e91fd319c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0666077 Mar 14 10:19:47.873971 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-88811e3b-69e5-4473-9f08-9acfa4a658d8 req-0c4dbd18-1c61-4604-b619-dbde5f5f28f7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572805 Mar 14 10:19:48.213506 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c72c5b6-c39c-4161-9fe9-dc9b55b76aae req-2366a718-b137-4a70-856e-9c6b397ae1ca tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:48.215194 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c72c5b6-c39c-4161-9fe9-dc9b55b76aae req-2366a718-b137-4a70-856e-9c6b397ae1ca tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0585790 Mar 14 10:19:48.268653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1c72c5b6-c39c-4161-9fe9-dc9b55b76aae req-ce6114f6-2459-4621-b061-75feb931f0ba tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470536 Mar 14 10:19:48.620182 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:19:48.854605 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3ed64-7fa5-436d-8586-15359becabbb req-ce82845d-1cf2-4686-8f96-c4eaf0ae65a0 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:48.860051 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-40e3ed64-7fa5-436d-8586-15359becabbb req-ce82845d-1cf2-4686-8f96-c4eaf0ae65a0 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 946 time: 0.0618808 Mar 14 10:19:48.918262 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-40e3ed64-7fa5-436d-8586-15359becabbb req-e9a69662-b7b9-4cab-a11e-1e83c50ae014 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/security-groups?id=be448cf3-eb6a-4fc2-a63b-e8f194726b79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561876 Mar 14 10:19:49.013053 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6dc5dc-7833-4466-b92a-f36133ca8317 req-99c4394c-6935-464e-93dd-382f8e893008 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:49.014639 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e6dc5dc-7833-4466-b92a-f36133ca8317 req-99c4394c-6935-464e-93dd-382f8e893008 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0562255 Mar 14 10:19:49.070256 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2e6dc5dc-7833-4466-b92a-f36133ca8317 req-113528dc-be8d-4356-935f-52c1c32dde8f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455306 Mar 14 10:19:49.408327 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beb820-ca6a-47c9-a60b-a90f272a5163 req-7560f3ac-eba4-4059-9a07-a718e91db614 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:49.412155 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07beb820-ca6a-47c9-a60b-a90f272a5163 req-7560f3ac-eba4-4059-9a07-a718e91db614 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0647545 Mar 14 10:19:49.473745 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-07beb820-ca6a-47c9-a60b-a90f272a5163 req-1cc8a10e-808d-4ce8-81af-c535e2e59a32 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581555 Mar 14 10:19:49.504444 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-f8bc1e14-9d3b-4da1-9a4d-30707ab9185c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:49.505916 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-f8bc1e14-9d3b-4da1-9a4d-30707ab9185c tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 946 time: 0.0695152 Mar 14 10:19:49.612166 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Deleting port 583170b9-743f-407b-b839-1043e0130270 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:19:49.612950 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (583170b9-743f-407b-b839-1043e0130270), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:49.723605 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] For port 583170b9-743f-407b-b839-1043e0130270, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=583170b9-743f-407b-b839-1043e0130270,segment=NetworkSegment(2ddf0cb0-4829-47f3-80af-8c63bb75d3b2),segment_id=2ddf0cb0-4829-47f3-80af-8c63bb75d3b2)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:49.723978 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (583170b9-743f-407b-b839-1043e0130270), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:49.740420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Calling delete_port for 583170b9-743f-407b-b839-1043e0130270 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:19:49.903227 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (583170b9-743f-407b-b839-1043e0130270), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:49.915433 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['583170b9-743f-407b-b839-1043e0130270'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:19:49.944607 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Pushing event deleted for resources: {'Port': ['ID=583170b9-743f-407b-b839-1043e0130270,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:49.992934 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] No DVR routers for this DVR port 583170b9-743f-407b-b839-1043e0130270 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:19:49.999960 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:50.005068 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-23dc583a-3b6b-4047-b5c7-fbc128a3ccd2 req-c79afbfa-8e4a-4253-9868-84d6031bf232 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.35 "DELETE /v2.0/ports/583170b9-743f-407b-b839-1043e0130270 HTTP/1.1" status: 204 len: 173 time: 0.4923549 Mar 14 10:19:50.005548 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'name': 'network-vif-deleted', 'tag': '583170b9-743f-407b-b839-1043e0130270'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:50.011844 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d31a7fb-a51e-416f-bc7d-c3645c33091a" -d '{"events": [{"server_uuid": "c0027940-a76a-4242-8318-49b8158cc6f2", "name": "network-vif-deleted", "tag": "583170b9-743f-407b-b839-1043e0130270"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:50.087169 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3d7a583-5bcb-4eed-a6b7-b6437dbd6999 req-f09b463e-ce2f-4560-8fce-43d690ae8951 tempest-VolumesSnapshotTestJSON-35055924 tempest-VolumesSnapshotTestJSON-35055924-project] 10.222.0.21 "GET /v2.0/ports?device_id=c0027940-a76a-4242-8318-49b8158cc6f2 HTTP/1.1" status: 200 len: 210 time: 0.0436931 Mar 14 10:19:50.176658 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace3f581-b04f-48d0-84ff-da133d329bab x-openstack-request-id: req-ace3f581-b04f-48d0-84ff-da133d329bab {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:50.176940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0027940-a76a-4242-8318-49b8158cc6f2", "name": "network-vif-deleted", "tag": "583170b9-743f-407b-b839-1043e0130270", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:50.177197 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ace3f581-b04f-48d0-84ff-da133d329bab {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:50.177604 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0027940-a76a-4242-8318-49b8158cc6f2', 'name': 'network-vif-deleted', 'tag': '583170b9-743f-407b-b839-1043e0130270', 'status': 'completed', 'code': 200} Mar 14 10:19:50.416201 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec94545-5772-4f51-8bbe-f1a316de30d6 req-8b0a09e0-dfc3-4f60-87d3-26b7c5da2d68 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:50.417691 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cec94545-5772-4f51-8bbe-f1a316de30d6 req-8b0a09e0-dfc3-4f60-87d3-26b7c5da2d68 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0627596 Mar 14 10:19:50.474600 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cec94545-5772-4f51-8bbe-f1a316de30d6 req-40073f8c-5f22-4333-921c-81ccdef108f7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479579 Mar 14 10:19:50.657626 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e847bbf-fa4c-4314-8c21-b143fc261bc9 req-ff018e0d-cde9-4a36-838e-300b72bbc758 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:50.659453 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e847bbf-fa4c-4314-8c21-b143fc261bc9 req-ff018e0d-cde9-4a36-838e-300b72bbc758 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0821388 Mar 14 10:19:50.720237 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e847bbf-fa4c-4314-8c21-b143fc261bc9 req-7050c366-8a16-47b1-afa3-65ab4de40684 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543175 Mar 14 10:19:51.621122 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1e1c1-d10e-40e4-b01f-65c6a6ccfdb3 req-79e094f3-a748-4665-91b4-070a55043893 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:51.622684 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-09f1e1c1-d10e-40e4-b01f-65c6a6ccfdb3 req-79e094f3-a748-4665-91b4-070a55043893 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0658267 Mar 14 10:19:51.674428 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-09f1e1c1-d10e-40e4-b01f-65c6a6ccfdb3 req-d18410cc-805f-4044-a8bc-41a59a3e9dc5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444460 Mar 14 10:19:51.858005 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8625c-7cdf-4401-97f8-15e5df385571 req-47e8ab52-b01c-45ea-bfea-15b43716bc11 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:51.860174 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ded8625c-7cdf-4401-97f8-15e5df385571 req-47e8ab52-b01c-45ea-bfea-15b43716bc11 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0659716 Mar 14 10:19:51.912229 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ded8625c-7cdf-4401-97f8-15e5df385571 req-9ce6f173-5313-4c64-b7ec-afff7fba3af3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464640 Mar 14 10:19:52.319216 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 583170b9-743f-407b-b839-1043e0130270 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:19:52.340866 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 583170b9-743f-407b-b839-1043e0130270 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:19:52.341216 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 583170b9-743f-407b-b839-1043e0130270 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:19:52.618760 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125672-55af-441c-8bdb-8cd8460700ad req-8d6890d8-752f-4bd9-828d-31eddff0140b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:52.620299 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-8d6890d8-752f-4bd9-828d-31eddff0140b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1129 time: 0.1335013 Mar 14 10:19:52.622720 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-564908c0-2c87-40de-9e78-655f754c70cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:52.624088 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-564908c0-2c87-40de-9e78-655f754c70cc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1130 time: 0.1096227 Mar 14 10:19:52.789273 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125672-55af-441c-8bdb-8cd8460700ad req-593ca99e-e35f-45e8-a162-319d9fd9bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:52.790631 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-593ca99e-e35f-45e8-a162-319d9fd9bcde service neutron] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 908 time: 0.1601090 Mar 14 10:19:52.791720 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-33d8c0f3-3e7b-41e6-a2ec-8cfeff0e2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:52.793007 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-33d8c0f3-3e7b-41e6-a2ec-8cfeff0e2325 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.1535172 Mar 14 10:19:52.805540 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792b89f5-f564-47d2-b2bb-6348cbd189fa req-1e2d3920-d3f1-4611-9755-122fca452f47 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:52.807012 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-792b89f5-f564-47d2-b2bb-6348cbd189fa req-1e2d3920-d3f1-4611-9755-122fca452f47 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0515151 Mar 14 10:19:52.858464 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-792b89f5-f564-47d2-b2bb-6348cbd189fa req-09927a86-4d44-4bff-a4dd-020ede958589 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452647 Mar 14 10:19:52.909269 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-705f0bce-d852-4d40-a670-ed6c3213cb56 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 1000 time: 0.1057391 Mar 14 10:19:52.910987 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-345c871c-a519-44c1-a215-f39acdb85794 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 1001 time: 0.1063309 Mar 14 10:19:53.006148 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125672-55af-441c-8bdb-8cd8460700ad req-8da10cdd-3daf-4ee3-a5f7-8cd690a2c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:53.007478 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-8da10cdd-3daf-4ee3-a5f7-8cd690a2c902 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0861814 Mar 14 10:19:53.008880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-22af0365-f31d-460d-a640-dc665483080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:53.009266 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5bd7737a-6b66-447c-b79a-e07c5a38876c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:53.010162 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-22af0365-f31d-460d-a640-dc665483080e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0877473 Mar 14 10:19:53.040085 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb0b5d-a627-4965-badf-f573b409fa97 req-7cdc7923-56ef-43c5-b3aa-44bcf3e98bb2 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:53.041481 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cadb0b5d-a627-4965-badf-f573b409fa97 req-7cdc7923-56ef-43c5-b3aa-44bcf3e98bb2 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0544600 Mar 14 10:19:53.089039 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cadb0b5d-a627-4965-badf-f573b409fa97 req-38fa4c0a-567b-4dbb-84a8-5bfb85d374b8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419695 Mar 14 10:19:53.978573 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf887a-51b5-4717-847e-a5a6fe687a19 req-bf2f8c9f-57b4-4bb2-958a-1043e62a5e53 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:53.979961 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-caaf887a-51b5-4717-847e-a5a6fe687a19 req-bf2f8c9f-57b4-4bb2-958a-1043e62a5e53 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0510864 Mar 14 10:19:54.025485 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-caaf887a-51b5-4717-847e-a5a6fe687a19 req-7cab1a89-c4ce-4109-bfc9-efd840aa6d9a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395513 Mar 14 10:19:54.209157 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbb24e-e6e0-4bc1-a1d9-4146c87b7ff3 req-062e5c4a-590b-43be-a77e-e15f931181ed tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:54.210621 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1dfbb24e-e6e0-4bc1-a1d9-4146c87b7ff3 req-062e5c4a-590b-43be-a77e-e15f931181ed tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0560641 Mar 14 10:19:54.258309 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1dfbb24e-e6e0-4bc1-a1d9-4146c87b7ff3 req-197db518-a687-4e86-addd-de1c213aa3c4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418980 Mar 14 10:19:54.607489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6125672-55af-441c-8bdb-8cd8460700ad req-bd809bb7-1662-46be-b9ef-0488f3d55c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:54.608920 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-bd809bb7-1662-46be-b9ef-0488f3d55c5a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0756192 Mar 14 10:19:54.614503 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-6bac0f96-afc2-48d0-9004-df3038b7ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:54.615875 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-6bac0f96-afc2-48d0-9004-df3038b7ffe4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746770 Mar 14 10:19:55.146395 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518471bf-9872-4219-bc4f-7962b0aedb3a req-2a371c25-bde1-4b77-a442-9040654599d4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:55.147942 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-518471bf-9872-4219-bc4f-7962b0aedb3a req-2a371c25-bde1-4b77-a442-9040654599d4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0518596 Mar 14 10:19:55.193251 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-518471bf-9872-4219-bc4f-7962b0aedb3a req-edff6d6e-4808-4363-8f63-bad19859df9c tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399628 Mar 14 10:19:55.376974 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d606513-d8cf-42e5-9b76-70f4ebb8c288 req-bb6a9b11-5c6a-400b-adbb-ef56dbf57d24 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:55.378405 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d606513-d8cf-42e5-9b76-70f4ebb8c288 req-bb6a9b11-5c6a-400b-adbb-ef56dbf57d24 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0554204 Mar 14 10:19:55.427098 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9d606513-d8cf-42e5-9b76-70f4ebb8c288 req-efbd957d-23d8-4422-bf91-abc27c1ed569 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431268 Mar 14 10:19:55.496422 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a06c8b78-a439-4f43-b5af-3925f91306d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:55.555317 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-ceeb66e6-1941-46f1-b86c-43e8a7418eb1 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527271 Mar 14 10:19:55.557008 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-673334b5-ceb8-4044-9518-427146b42051 service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557505 Mar 14 10:19:55.711814 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a6125672-55af-441c-8bdb-8cd8460700ad req-7839ed31-a779-474e-914e-532067d609f7 service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391499 Mar 14 10:19:55.713424 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-204c0a5e-63e1-4d7f-8194-ecc40ade7f6c req-4ea895e4-c686-42cd-aa1e-5594466d7e02 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477373 Mar 14 10:19:56.316252 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01071a-0a7b-484c-b853-5d4a5497739b req-6206dacb-5326-4219-bc13-6b20ea90c986 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:56.317733 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6e01071a-0a7b-484c-b853-5d4a5497739b req-6206dacb-5326-4219-bc13-6b20ea90c986 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 946 time: 0.0528653 Mar 14 10:19:56.364383 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6e01071a-0a7b-484c-b853-5d4a5497739b req-323c3087-9b23-49ba-9ef3-a445459dca0a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412138 Mar 14 10:19:56.405948 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:56.547546 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb222aa-4c18-4613-affa-e140c29a3eac req-f161df20-471e-444e-ab5b-1385ab0e76b7 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:56.549050 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfb222aa-4c18-4613-affa-e140c29a3eac req-f161df20-471e-444e-ab5b-1385ab0e76b7 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0553107 Mar 14 10:19:56.564147 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:19:56.601036 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bfb222aa-4c18-4613-affa-e140c29a3eac req-02cd6615-e4eb-4610-bb3e-f1f01ef40346 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466270 Mar 14 10:19:56.638258 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:19:56.638648 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:56.660969 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:19:56.663046 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc97a60-5161-4110-9c16-8a3a5393b24a" -d '{"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-unplugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:19:56.675449 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:19:56.679529 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:56.728626 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:19:56.751790 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 10:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e2e297-5283-4bd9-ad88-b3e84b24a285 x-openstack-request-id: req-d2e2e297-5283-4bd9-ad88-b3e84b24a285 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:19:56.752114 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-unplugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:19:56.752373 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2e2e297-5283-4bd9-ad88-b3e84b24a285 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:19:56.752771 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'code': 200} Mar 14 10:19:57.495134 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540c8ab2-1f4c-4ee0-b1f5-738a1b826b4e req-005a3e32-77ef-40dc-a9ca-5528b95ba862 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:57.496662 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-540c8ab2-1f4c-4ee0-b1f5-738a1b826b4e req-005a3e32-77ef-40dc-a9ca-5528b95ba862 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0581686 Mar 14 10:19:57.546233 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-540c8ab2-1f4c-4ee0-b1f5-738a1b826b4e req-3022fd5c-85d3-4be1-a3c1-c21440671c72 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431399 Mar 14 10:19:57.725982 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7c37a-995e-4cc3-946b-6a0d5e4d3f30 req-8914989c-488d-484c-94d9-c0be4edab720 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:57.728579 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97b7c37a-995e-4cc3-946b-6a0d5e4d3f30 req-8914989c-488d-484c-94d9-c0be4edab720 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Mar 14 10:19:57.776138 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-97b7c37a-995e-4cc3-946b-6a0d5e4d3f30 req-5f5194cc-ef86-4158-9b40-74abd9599275 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431530 Mar 14 10:19:57.841784 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:58.686195 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47868d-74af-4718-b7da-695830fd57b5 req-2c4756d3-f6d7-4036-b92c-fe91cc6f4925 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:58.688285 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2d47868d-74af-4718-b7da-695830fd57b5 req-2c4756d3-f6d7-4036-b92c-fe91cc6f4925 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0590451 Mar 14 10:19:58.735650 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2d47868d-74af-4718-b7da-695830fd57b5 req-35aaf386-7be2-4e1c-8b4f-2abe51b90444 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416644 Mar 14 10:19:58.896944 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae2693-71c4-47ac-a66d-83a62552abda req-7ae89f16-12b7-4346-9628-ea2aee46a8a0 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:58.898418 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbae2693-71c4-47ac-a66d-83a62552abda req-7ae89f16-12b7-4346-9628-ea2aee46a8a0 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0530016 Mar 14 10:19:58.948604 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fbae2693-71c4-47ac-a66d-83a62552abda req-20154d9d-1d90-471a-b7cc-b0f6464a56d5 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445569 Mar 14 10:19:59.123710 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-4773de8d-4cc6-4ae3-8ecb-d6b97a474105 req-cd5d28ee-fb79-4e7b-9139-220050b6b593 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:19:59.125027 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4773de8d-4cc6-4ae3-8ecb-d6b97a474105 req-cd5d28ee-fb79-4e7b-9139-220050b6b593 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0083001 Mar 14 10:19:59.270523 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-c4a3253f-7863-4723-968d-8111b753dd53 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0524919 Mar 14 10:19:59.307104 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf33e4-d700-4a0c-8fdc-60d30cccb076 req-0796a34f-31a7-48c2-b478-feb51793889a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:59.308588 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76bf33e4-d700-4a0c-8fdc-60d30cccb076 req-0796a34f-31a7-48c2-b478-feb51793889a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0626295 Mar 14 10:19:59.379752 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-9937c92f-2d42-453f-aa76-3bb6b6c9bfa6 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:59.381128 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-9937c92f-2d42-453f-aa76-3bb6b6c9bfa6 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports/03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 942 time: 0.0814841 Mar 14 10:19:59.399952 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-76bf33e4-d700-4a0c-8fdc-60d30cccb076 req-f15f06cd-46b9-4c8c-87c0-dea204f94147 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829461 Mar 14 10:19:59.586386 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:19:59.820093 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf46a51-c51d-4c8e-8e76-c179a6df1836 req-95e3fae0-0d3e-4ea9-985f-f5d3ca1a8b7b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:19:59.827769 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4cf46a51-c51d-4c8e-8e76-c179a6df1836 req-95e3fae0-0d3e-4ea9-985f-f5d3ca1a8b7b tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.1009645 Mar 14 10:19:59.910254 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4cf46a51-c51d-4c8e-8e76-c179a6df1836 req-561bcd97-c70b-4758-9e33-b02ccb4a7034 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814846 Mar 14 10:19:59.981759 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 39750) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:00.065286 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-eb84b54c-77f7-4b48-b6f7-166aabba4b6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0822861 Mar 14 10:20:00.073474 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-ce509e4b-8161-49a2-94f8-f313f11f8e7f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:20:00.074411 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-ce509e4b-8161-49a2-94f8-f313f11f8e7f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046854 Mar 14 10:20:00.151274 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 39762) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:00.504682 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-e0fef18e-565c-4077-a0be-a8f32e0955f9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:00.506231 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-e0fef18e-565c-4077-a0be-a8f32e0955f9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports/36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 941 time: 0.3538194 Mar 14 10:20:00.576469 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c97764-b2c2-4910-bdbf-97a40480d275 req-308f4c53-4eca-4b35-b8c1-abfd756103e9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:00.578038 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81c97764-b2c2-4910-bdbf-97a40480d275 req-308f4c53-4eca-4b35-b8c1-abfd756103e9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0602851 Mar 14 10:20:00.640127 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81c97764-b2c2-4910-bdbf-97a40480d275 req-4368357f-8574-4a8b-85cc-f31dcfeb5daa tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479791 Mar 14 10:20:00.716329 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94b8a2-9c15-4fad-8846-adb6baf4b7af req-21869e79-fcc2-4850-891c-0a83fa444677 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:00.717905 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b94b8a2-9c15-4fad-8846-adb6baf4b7af req-21869e79-fcc2-4850-891c-0a83fa444677 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0619445 Mar 14 10:20:00.769267 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b94b8a2-9c15-4fad-8846-adb6baf4b7af req-a0270e71-779f-4f9b-b8c4-985e8dcf31c9 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453563 Mar 14 10:20:01.036298 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df4eeb-73cd-4fea-8bcb-c24ec26f176e req-8c52b457-49c9-4d02-84c7-58eaaf9dd612 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:01.037761 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93df4eeb-73cd-4fea-8bcb-c24ec26f176e req-8c52b457-49c9-4d02-84c7-58eaaf9dd612 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0511911 Mar 14 10:20:01.082920 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-93df4eeb-73cd-4fea-8bcb-c24ec26f176e req-7cf337c8-08d1-4ed4-9cc5-344c738105a6 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396063 Mar 14 10:20:01.732977 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:01.762132 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45605626-be88-4b52-b2d8-f916158a32ad req-57dbf6b4-996e-47c2-bca8-add0426520c8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:01.763510 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-45605626-be88-4b52-b2d8-f916158a32ad req-57dbf6b4-996e-47c2-bca8-add0426520c8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0533879 Mar 14 10:20:01.808693 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: DOWN; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:01.811098 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:01.812813 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-45605626-be88-4b52-b2d8-f916158a32ad req-9cf69f58-c0dd-4c0d-8c41-c128a95ea2df tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435417 Mar 14 10:20:01.892675 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 03da0279-117a-4a63-839a-6c7ab532d31b is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:01.893275 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:01.904118 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d712a05-90ef-4756-95ef-efaa3f7c9b33 req-9dc33611-5237-4802-a863-315407f38eb6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:01.905604 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d712a05-90ef-4756-95ef-efaa3f7c9b33 req-9dc33611-5237-4802-a863-315407f38eb6 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0567522 Mar 14 10:20:01.915998 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:01.918164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbec817-e1cd-442c-924f-0fb6b1800385" -d '{"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-unplugged", "status": "completed", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:20:01.931321 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:01.935576 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:01.956005 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d712a05-90ef-4756-95ef-efaa3f7c9b33 req-2154fbe9-6dd9-4059-b6ac-8d7de709e88c tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Mar 14 10:20:01.959347 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c95b09-8c20-4f7c-851a-c07349c76c43 x-openstack-request-id: req-a0c95b09-8c20-4f7c-851a-c07349c76c43 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:20:01.959667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-unplugged", "status": "failed", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "code": 422}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:20:01.959924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0c95b09-8c20-4f7c-851a-c07349c76c43 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:20:01.960357 dv-cinder-833543-1-iscsi neutron-server[103282]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'code': 422} returned with failed status Mar 14 10:20:01.987004 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:02.205208 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6e44c-75ee-46f8-8c98-030f573ae969 req-939cecd5-5962-4579-996f-4294950fd714 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:02.206672 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7e6e44c-75ee-46f8-8c98-030f573ae969 req-939cecd5-5962-4579-996f-4294950fd714 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0524902 Mar 14 10:20:02.253318 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7e6e44c-75ee-46f8-8c98-030f573ae969 req-603a4919-d42e-49dd-88fe-b43a13115097 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Mar 14 10:20:02.962455 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec2bef-043a-4de2-a3f4-af900c9873b0 req-95a92e92-624a-4ed2-a886-42fa78d027b5 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:02.963964 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-87ec2bef-043a-4de2-a3f4-af900c9873b0 req-95a92e92-624a-4ed2-a886-42fa78d027b5 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0597591 Mar 14 10:20:03.018617 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-87ec2bef-043a-4de2-a3f4-af900c9873b0 req-f0226af7-6d3a-4f75-829e-538606abca48 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480103 Mar 14 10:20:03.081124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8a6d-79ba-4257-9f90-e6b9d51f5abd req-e9d9d3e9-ebc8-461d-9fbc-5213e584d9f4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.082609 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d8c8a6d-79ba-4257-9f90-e6b9d51f5abd req-e9d9d3e9-ebc8-461d-9fbc-5213e584d9f4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0532041 Mar 14 10:20:03.128841 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8d8c8a6d-79ba-4257-9f90-e6b9d51f5abd req-2975c351-dcdc-4cf4-8fce-70f6dbf45d3a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405853 Mar 14 10:20:03.230154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-cfc82672-1dcf-4dfe-a055-c7ca3412381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.231832 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-cfc82672-1dcf-4dfe-a055-c7ca3412381c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61&tenant_id=48378d748f5046a89b2ad82eb1e65d4a HTTP/1.1" status: 200 len: 1128 time: 0.0484209 Mar 14 10:20:03.311238 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-8536d1f8-3c27-4534-afe2-b8f3617b4c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.313343 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-8536d1f8-3c27-4534-afe2-b8f3617b4c65 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1128 time: 0.0576530 Mar 14 10:20:03.387388 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae43450-c2ce-41c4-9377-28a9b2fc6ce9 req-371f36f6-1a55-44bf-88c8-1c74310d6756 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.388918 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cae43450-c2ce-41c4-9377-28a9b2fc6ce9 req-371f36f6-1a55-44bf-88c8-1c74310d6756 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0523524 Mar 14 10:20:03.409802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-0efd7bb8-1ff8-4d51-a105-71375e06b1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.411565 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-0efd7bb8-1ff8-4d51-a105-71375e06b1c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.0905619 Mar 14 10:20:03.445230 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-cae43450-c2ce-41c4-9377-28a9b2fc6ce9 req-d630c9e4-b642-44b3-aa05-0f0fe8bed049 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496645 Mar 14 10:20:03.487748 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-2da2b57b-b676-48a1-bab6-cc265f587146 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 999 time: 0.0688176 Mar 14 10:20:03.536443 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-3584be98-38f8-4243-a632-d49ca7b4cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.537825 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-3584be98-38f8-4243-a632-d49ca7b4cf79 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0420468 Mar 14 10:20:03.585653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-064627d0-a1fe-453f-b9b9-dfeaa557e2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.587102 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-064627d0-a1fe-453f-b9b9-dfeaa557e2c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427384 Mar 14 10:20:03.689582 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-ac68e96a-ff26-4dd2-9780-b81b6805426c service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944138 Mar 14 10:20:03.821020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-354d0a88-c30c-422e-8f5e-de5748d66c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.822576 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-354d0a88-c30c-422e-8f5e-de5748d66c5c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07&tenant_id=ea6aaa4898004981b356158b0f735049 HTTP/1.1" status: 200 len: 1127 time: 0.0921311 Mar 14 10:20:03.826214 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dde1688d-4aa9-432c-af91-726f9aab7f68 req-9bda902d-2a1e-4c8b-82ef-882950c14d43 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232929 Mar 14 10:20:03.899469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-86b2740a-c6c9-4509-a06e-7a1da6cc6862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:03.900963 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-86b2740a-c6c9-4509-a06e-7a1da6cc6862 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1127 time: 0.0552788 Mar 14 10:20:04.005848 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-e6152719-0708-45c6-b9de-0b971c1f2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.007475 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-e6152719-0708-45c6-b9de-0b971c1f2056 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 908 time: 0.0974381 Mar 14 10:20:04.103642 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-6d9427c1-b8b0-4fd7-a96b-33f9b3ed9399 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 998 time: 0.0895905 Mar 14 10:20:04.170890 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a5482-db22-4beb-9567-1daf249900ad req-50ce0b72-0a1a-4242-b617-5c69fba37956 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.175982 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-134a5482-db22-4beb-9567-1daf249900ad req-50ce0b72-0a1a-4242-b617-5c69fba37956 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0683196 Mar 14 10:20:04.182135 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-c2377b44-5a1c-47cb-8d48-5b43b86a5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.183666 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-c2377b44-5a1c-47cb-8d48-5b43b86a5053 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0712292 Mar 14 10:20:04.294446 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-134a5482-db22-4beb-9567-1daf249900ad req-592be544-e1b3-4479-b5fb-fca2fe93903c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077082 Mar 14 10:20:04.336063 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-43eb2c80-9dc5-46b0-b129-2d6abf7e57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.338543 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-43eb2c80-9dc5-46b0-b129-2d6abf7e57b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1335437 Mar 14 10:20:04.358374 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9177b2-93ae-4a98-9b9f-72d9bedcf6fe req-0c6196b3-90b7-4dc4-9b3e-cd4eaba9eca0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.368309 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bc9177b2-93ae-4a98-9b9f-72d9bedcf6fe req-0c6196b3-90b7-4dc4-9b3e-cd4eaba9eca0 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.1434953 Mar 14 10:20:04.454288 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bc9177b2-93ae-4a98-9b9f-72d9bedcf6fe req-60ce326d-1aee-48ce-a63b-b9ea8de18aaf tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850203 Mar 14 10:20:04.582136 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-f44ad894-e0ba-4b16-8d8c-45e773db6a42 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.583904 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-f44ad894-e0ba-4b16-8d8c-45e773db6a42 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.1389325 Mar 14 10:20:04.587097 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-18687be8-c439-400e-aeee-fdff6adfc315 service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213521 Mar 14 10:20:04.652919 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045ee99-7236-447d-9509-f66354ae8788 req-78abea31-ae34-464a-ab07-b107a72e0c20 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:04.661205 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d045ee99-7236-447d-9509-f66354ae8788 req-78abea31-ae34-464a-ab07-b107a72e0c20 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.1075487 Mar 14 10:20:04.717450 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d045ee99-7236-447d-9509-f66354ae8788 req-db834b10-e0ea-46a2-b476-19b700f899ab tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551267 Mar 14 10:20:05.476044 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b01c1-3c71-420c-8192-07c36a3ea059 req-ed96cc8a-ab8e-4ac0-b3a0-924b4ea51401 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:05.480377 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-199b01c1-3c71-420c-8192-07c36a3ea059 req-ed96cc8a-ab8e-4ac0-b3a0-924b4ea51401 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.1096008 Mar 14 10:20:05.573866 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-199b01c1-3c71-420c-8192-07c36a3ea059 req-9218caff-932a-4218-a945-be4cb367d8ad tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895922 Mar 14 10:20:05.653674 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57018cc6-8d32-486c-af32-76a5421eab81 req-d95e5caf-cbc9-4821-93ba-43711c7b1b5f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:05.655362 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57018cc6-8d32-486c-af32-76a5421eab81 req-d95e5caf-cbc9-4821-93ba-43711c7b1b5f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.1147072 Mar 14 10:20:05.725778 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-57018cc6-8d32-486c-af32-76a5421eab81 req-fc9db9d2-2943-4861-8733-95932a8cf0d5 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642507 Mar 14 10:20:05.863659 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314d65b-1cce-4811-a94c-4ecd4ff29905 req-b944fbef-1cf6-4574-b72e-02c8b8fbccb5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:05.865378 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4314d65b-1cce-4811-a94c-4ecd4ff29905 req-b944fbef-1cf6-4574-b72e-02c8b8fbccb5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0718513 Mar 14 10:20:05.918847 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4314d65b-1cce-4811-a94c-4ecd4ff29905 req-02975faa-524d-402e-88c8-5348ba62da81 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471346 Mar 14 10:20:06.716971 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafcf51-337b-47df-beb5-85e43d86f9ee req-fdb8989d-1e29-416b-960a-e3ff15a8fcaa tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:06.719360 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9dafcf51-337b-47df-beb5-85e43d86f9ee req-fdb8989d-1e29-416b-960a-e3ff15a8fcaa tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0660253 Mar 14 10:20:06.776712 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9dafcf51-337b-47df-beb5-85e43d86f9ee req-1963ecd6-a423-48ea-ad65-e407ec7ce64f tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518253 Mar 14 10:20:06.882806 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb91cce9-77cf-436b-aa9d-15d24efb3155 req-ab9d04e9-dfa7-4dd4-bf2f-c600a62b147f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:06.884679 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb91cce9-77cf-436b-aa9d-15d24efb3155 req-ab9d04e9-dfa7-4dd4-bf2f-c600a62b147f tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0628374 Mar 14 10:20:06.967673 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb91cce9-77cf-436b-aa9d-15d24efb3155 req-4ac90caa-c308-412b-89bc-41a55ed0cf43 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657818 Mar 14 10:20:07.084660 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56670bb-57b0-4cc5-b99a-5ad308f5d513 req-ea841af2-98ad-4b86-ba25-ea6b46a968f4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:07.086467 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f56670bb-57b0-4cc5-b99a-5ad308f5d513 req-ea841af2-98ad-4b86-ba25-ea6b46a968f4 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0607979 Mar 14 10:20:07.146164 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f56670bb-57b0-4cc5-b99a-5ad308f5d513 req-a846f89d-ce45-449a-ba76-78bcd1c76f5e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535176 Mar 14 10:20:07.926955 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd7183-7e36-431a-8b7d-76d2f2bbeae9 req-e3dc4a9f-a7bc-4fb9-9f61-2681771d9334 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:07.929627 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78cd7183-7e36-431a-8b7d-76d2f2bbeae9 req-e3dc4a9f-a7bc-4fb9-9f61-2681771d9334 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0794559 Mar 14 10:20:08.037690 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78cd7183-7e36-431a-8b7d-76d2f2bbeae9 req-c9901186-6126-4781-9c8f-fb9b70ceffff tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013994 Mar 14 10:20:08.129376 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb87fa1-b29c-4416-9064-7b880e7296f8 req-6d1f8268-f236-45bd-8e72-dc1e541fbfae tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:08.131116 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dcb87fa1-b29c-4416-9064-7b880e7296f8 req-6d1f8268-f236-45bd-8e72-dc1e541fbfae tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 945 time: 0.0675547 Mar 14 10:20:08.200171 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dcb87fa1-b29c-4416-9064-7b880e7296f8 req-9221d96e-463d-45d8-b334-fd52ae533f5a tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627372 Mar 14 10:20:08.296321 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56b397-3040-424e-9dc1-ffcf2a0c6de4 req-13804763-eb55-4244-80da-258e9cdecd79 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:08.297861 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f56b397-3040-424e-9dc1-ffcf2a0c6de4 req-13804763-eb55-4244-80da-258e9cdecd79 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0571716 Mar 14 10:20:08.366652 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f56b397-3040-424e-9dc1-ffcf2a0c6de4 req-e7266de6-2ca4-4a72-8e25-65bf0194d012 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620217 Mar 14 10:20:08.658754 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device e1767fef-c3db-4079-b458-1f483920fa46 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:08.741917 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port e1767fef-c3db-4079-b458-1f483920fa46 is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:08.742574 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e1767fef-c3db-4079-b458-1f483920fa46), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:08.768381 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:08.770567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70209f74-7efc-41f5-b42a-4383dcefb280" -d '{"events": [{"server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "name": "network-vif-unplugged", "status": "completed", "tag": "e1767fef-c3db-4079-b458-1f483920fa46"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:20:08.786468 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=e1767fef-c3db-4079-b458-1f483920fa46,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:08.792231 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:08.829719 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c858b538-33c4-4ff9-a1c2-591fbda877b4 x-openstack-request-id: req-c858b538-33c4-4ff9-a1c2-591fbda877b4 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:20:08.830021 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "name": "network-vif-unplugged", "status": "completed", "tag": "e1767fef-c3db-4079-b458-1f483920fa46", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:20:08.830276 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c858b538-33c4-4ff9-a1c2-591fbda877b4 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:20:08.830907 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46', 'code': 200} Mar 14 10:20:08.851685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=6']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:09.194282 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c21a4d-613f-4146-a790-93ece3ba2cf3 req-f7800b8f-eddf-4c6d-ac55-be0056aff661 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:09.196120 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7c21a4d-613f-4146-a790-93ece3ba2cf3 req-f7800b8f-eddf-4c6d-ac55-be0056aff661 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0704079 Mar 14 10:20:09.246698 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e7c21a4d-613f-4146-a790-93ece3ba2cf3 req-08b3765a-0e11-458d-8b51-5dbc164b88b3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447922 Mar 14 10:20:09.358907 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275819b2-bc59-48c3-b0bd-4deca60f7ae2 req-d36b64bd-ac93-4c58-8076-89dff13ded12 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:09.361030 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-275819b2-bc59-48c3-b0bd-4deca60f7ae2 req-d36b64bd-ac93-4c58-8076-89dff13ded12 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0579746 Mar 14 10:20:09.419989 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-275819b2-bc59-48c3-b0bd-4deca60f7ae2 req-b47b7acf-3a45-42e1-93ff-ff631572fe80 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504003 Mar 14 10:20:09.505227 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5d8aeb-588c-4107-ba04-712dbf82f835 req-beda024f-6670-4636-b443-9ffc2db27af0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:09.507037 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f5d8aeb-588c-4107-ba04-712dbf82f835 req-beda024f-6670-4636-b443-9ffc2db27af0 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0614760 Mar 14 10:20:09.555066 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5f5d8aeb-588c-4107-ba04-712dbf82f835 req-40c004cf-7164-471c-8e7e-23bc4be4aaa5 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414350 Mar 14 10:20:10.419258 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f49be-d6b9-4545-a375-84e9ebf66411 req-78e98dd7-2e8e-413f-9535-90daeb7c9ab1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:10.420811 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb5f49be-d6b9-4545-a375-84e9ebf66411 req-78e98dd7-2e8e-413f-9535-90daeb7c9ab1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0677860 Mar 14 10:20:10.496931 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fb5f49be-d6b9-4545-a375-84e9ebf66411 req-eabddc60-c5d4-44b2-9d65-35f6e3220f34 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686588 Mar 14 10:20:10.580008 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc912ab-b0e5-4c80-9fb5-a7d0bc1322c7 req-793cf5b0-c9db-4479-99c6-cb674c7ab2e7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:10.581921 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dfc912ab-b0e5-4c80-9fb5-a7d0bc1322c7 req-793cf5b0-c9db-4479-99c6-cb674c7ab2e7 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0687978 Mar 14 10:20:10.665324 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-dfc912ab-b0e5-4c80-9fb5-a7d0bc1322c7 req-cb36f8e9-2223-4f77-953f-70fb94d7a136 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722926 Mar 14 10:20:10.713547 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f77d38-f7e5-4d72-bcba-3bbe2e835f59 req-b50e8856-ab10-4bb5-8b33-5a2ddb845761 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:10.715297 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34f77d38-f7e5-4d72-bcba-3bbe2e835f59 req-b50e8856-ab10-4bb5-8b33-5a2ddb845761 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0694580 Mar 14 10:20:10.766310 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-34f77d38-f7e5-4d72-bcba-3bbe2e835f59 req-65a9f297-1d73-4e60-b9a4-73a92a620d7e tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Mar 14 10:20:11.300612 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:11.654155 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a33b-efa2-4892-9ffb-5e348a0d526b req-6935c01c-68be-4100-9d6c-66884a0963f7 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:11.655944 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7eb1a33b-efa2-4892-9ffb-5e348a0d526b req-6935c01c-68be-4100-9d6c-66884a0963f7 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0698745 Mar 14 10:20:11.740816 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7eb1a33b-efa2-4892-9ffb-5e348a0d526b req-45d50493-e62b-4dd8-b0fa-d7c120b76f69 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661483 Mar 14 10:20:11.841586 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdaf1b-94b7-4e8e-b1ba-525a37c84790 req-6bbfdb54-1e06-4bd2-a625-1a0dd49028c4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:11.843344 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0cfdaf1b-94b7-4e8e-b1ba-525a37c84790 req-6bbfdb54-1e06-4bd2-a625-1a0dd49028c4 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0645959 Mar 14 10:20:11.928440 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0cfdaf1b-94b7-4e8e-b1ba-525a37c84790 req-946747c7-3d30-4d63-b00c-410cb009b9c3 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768006 Mar 14 10:20:11.953056 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dac543-e989-49ea-91d4-ff172322db6d req-5d1c1b11-1ce2-4a6e-86af-3cbf6d909778 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:11.954764 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8dac543-e989-49ea-91d4-ff172322db6d req-5d1c1b11-1ce2-4a6e-86af-3cbf6d909778 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0809038 Mar 14 10:20:12.006295 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f8dac543-e989-49ea-91d4-ff172322db6d req-7fd770a6-9a49-49f6-a9fa-8416728fa9d9 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442502 Mar 14 10:20:12.814973 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0606e9ac-d260-4a15-97e9-b9ca6e4e75d6 req-bd6ac93f-b926-469a-b557-2f7a641f155e service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539967 Mar 14 10:20:12.828365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port e1767fef-c3db-4079-b458-1f483920fa46 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:12.828701 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (e1767fef-c3db-4079-b458-1f483920fa46), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:12.872665 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faca3097-0530-4797-8515-884ad10bb518 req-11964d02-2db1-497a-828a-29af914c0f99 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:12.874124 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faca3097-0530-4797-8515-884ad10bb518 req-11964d02-2db1-497a-828a-29af914c0f99 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0591133 Mar 14 10:20:12.921142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] For port e1767fef-c3db-4079-b458-1f483920fa46, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=e1767fef-c3db-4079-b458-1f483920fa46,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:12.921518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (e1767fef-c3db-4079-b458-1f483920fa46), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:12.928638 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faca3097-0530-4797-8515-884ad10bb518 req-310079c5-ea59-4080-a1bf-ad011f1090e0 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485468 Mar 14 10:20:13.067282 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843e28e-7801-4699-ba48-1c232497730a req-a4d211ed-d8e2-4f41-b662-80cbc2867b41 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:13.072140 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0843e28e-7801-4699-ba48-1c232497730a req-a4d211ed-d8e2-4f41-b662-80cbc2867b41 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 943 time: 0.0660419 Mar 14 10:20:13.147135 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0843e28e-7801-4699-ba48-1c232497730a req-260e02be-e587-477c-80b8-ec1847786a24 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups?id=88cc1741-284c-476f-b8e2-5dff491421cc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718150 Mar 14 10:20:13.171789 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81481a95-2d18-4cd8-9323-2f84c787d139 req-a0f5baef-5b48-4a92-894d-b8da39ef4a01 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:13.173398 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81481a95-2d18-4cd8-9323-2f84c787d139 req-a0f5baef-5b48-4a92-894d-b8da39ef4a01 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0792956 Mar 14 10:20:13.225716 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81481a95-2d18-4cd8-9323-2f84c787d139 req-3eca0537-2409-4047-b9e2-f58d2f571f04 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466919 Mar 14 10:20:13.362714 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:13.362993 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:13.363310 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Floating IP 3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d disassociated. External IP: 172.27.0.132, port: e1767fef-c3db-4079-b458-1f483920fa46. Mar 14 10:20:13.363755 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for e1767fef-c3db-4079-b458-1f483920fa46 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:13.486185 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (e1767fef-c3db-4079-b458-1f483920fa46), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:13.517203 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=e1767fef-c3db-4079-b458-1f483920fa46,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:13.635064 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:20:13.767034 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:20:13.776645 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:20:13.786588 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:13.787188 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:19:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:13.811465 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] No DVR routers for this DVR port e1767fef-c3db-4079-b458-1f483920fa46 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:20:13.814431 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:13.817719 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-1396da63-98a6-4a7a-ba9b-3962f622c25e req-a29a0428-fc72-46d2-9569-2ab4d9677875 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.35 "DELETE /v2.0/ports/e1767fef-c3db-4079-b458-1f483920fa46 HTTP/1.1" status: 204 len: 173 time: 1.1580844 Mar 14 10:20:13.818309 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'name': 'network-vif-deleted', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:13.820396 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979262f8-77f0-475d-93f0-06fa325e74f8" -d '{"events": [{"server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "name": "network-vif-deleted", "tag": "e1767fef-c3db-4079-b458-1f483920fa46"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:20:13.827070 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-8d042deb-2ad8-4d26-893a-250e94cb2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:13.828631 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-8d042deb-2ad8-4d26-893a-250e94cb2a35 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1128 time: 0.0967975 Mar 14 10:20:13.840938 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 39994) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:13.926174 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac59568-3e4d-42e3-b713-3c618635ad4e x-openstack-request-id: req-dac59568-3e4d-42e3-b713-3c618635ad4e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:20:13.926561 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "144a313c-fc48-4091-8dfc-84a442ec2db6", "name": "network-vif-deleted", "tag": "e1767fef-c3db-4079-b458-1f483920fa46", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:20:13.926915 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dac59568-3e4d-42e3-b713-3c618635ad4e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:20:13.927391 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '144a313c-fc48-4091-8dfc-84a442ec2db6', 'name': 'network-vif-deleted', 'tag': 'e1767fef-c3db-4079-b458-1f483920fa46', 'status': 'completed', 'code': 200} Mar 14 10:20:13.981763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Deleting subnet 75375567-a555-457a-b143-28a3cae8679c {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:20:13.993230 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Publish callbacks [] for subnet (75375567-a555-457a-b143-28a3cae8679c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.016379 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-35dbb5b1-0718-46a6-90f8-3826d0a730c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:14.017886 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-35dbb5b1-0718-46a6-90f8-3826d0a730c4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 200 len: 916 time: 0.1710911 Mar 14 10:20:14.066373 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:14.081865 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (75375567-a555-457a-b143-28a3cae8679c), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.092994 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141266b-35c6-4e2b-af32-a9a7c0b3b1b6 req-8441da71-b715-4f62-b6a7-44240d27484e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:14.100895 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3141266b-35c6-4e2b-af32-a9a7c0b3b1b6 req-8441da71-b715-4f62-b6a7-44240d27484e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0685723 Mar 14 10:20:14.125164 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-c32ff9c6-3289-4455-971a-2d2947a82d7c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 200 len: 999 time: 0.0991733 Mar 14 10:20:14.147049 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3141266b-35c6-4e2b-af32-a9a7c0b3b1b6 req-97801086-f09e-4309-b2b2-3eae429318a2 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450642 Mar 14 10:20:14.171526 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (75375567-a555-457a-b143-28a3cae8679c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.203285 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-4a9efde6-81bc-46b7-844b-c54a63770ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:14.205469 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-4a9efde6-81bc-46b7-844b-c54a63770ffe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 200 len: 855 time: 0.0731733 Mar 14 10:20:14.265158 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-59755a10-b499-4324-a11f-b1898b7daa21 req-531f0b16-be05-4876-a564-0fd2369c48cb tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/ports?device_id=144a313c-fc48-4091-8dfc-84a442ec2db6 HTTP/1.1" status: 200 len: 210 time: 0.0313287 Mar 14 10:20:14.301143 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (75375567-a555-457a-b143-28a3cae8679c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.304059 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:14.319867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-a5f971d8-fc5a-4b75-83f9-e5596aeb58e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:14.321385 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-a5f971d8-fc5a-4b75-83f9-e5596aeb58e3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=aa6f9f98-0eed-4ba5-998a-6e7185cea065&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1082027 Mar 14 10:20:14.337880 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:20:14.348216 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:14.348903 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:19:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:14.353466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75375567-a555-457a-b143-28a3cae8679c,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:14.375932 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.383267 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c4f3b746-b561-4509-afa1-a729be4e4f66 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/75375567-a555-457a-b143-28a3cae8679c HTTP/1.1" status: 204 len: 168 time: 0.5377924 Mar 14 10:20:14.387006 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40002) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:14.406658 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008eeaa-f057-4b8b-9c2f-753d19de661a req-2ac40939-9b43-4035-b568-879257236d1d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:14.414068 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f008eeaa-f057-4b8b-9c2f-753d19de661a req-2ac40939-9b43-4035-b568-879257236d1d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 944 time: 0.0930736 Mar 14 10:20:14.459941 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-3c8f098d-8698-4cb6-b83c-4a62cc1d317d service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154091 Mar 14 10:20:14.480340 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:14.508044 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (547c3d75-de2b-4f39-a3b1-a26a38d1ca08), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.520127 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f008eeaa-f057-4b8b-9c2f-753d19de661a req-4910426c-34fe-448b-97bc-68c37c3ee337 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051643 Mar 14 10:20:14.561314 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c4e47479-d88c-4d9c-8e0a-23c39fd9e1d9 req-fc0cd03d-00a4-417c-8929-7536456cc661 service neutron] 10.222.0.35 "GET /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953803 Mar 14 10:20:14.617683 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (547c3d75-de2b-4f39-a3b1-a26a38d1ca08), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.638492 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c3d75-de2b-4f39-a3b1-a26a38d1ca08']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:14.648425 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:14.648733 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ddf0cb0-4829-47f3-80af-8c63bb75d3b2') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:14.658241 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (2ddf0cb0-4829-47f3-80af-8c63bb75d3b2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.671156 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (2ddf0cb0-4829-47f3-80af-8c63bb75d3b2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.677098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:20:14.677484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (2ddf0cb0-4829-47f3-80af-8c63bb75d3b2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:20:14.679104 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:20:14.694379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:14.722225 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:20:14.725641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be58d67-96c5-426e-9b6e-726bd2c3e202 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:14:16Z', 'revision_number': 4, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '1d0474ca-38e4-4b5c-b842-134e4aa00d51', 'name': '', 'network_id': 'b234086d-247f-407e-8ab7-3bc9926c2ac3', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'mac_address': 'fa:16:3e:ec:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:25Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'subnets': [{'id': 'd8818528-63ce-405b-91bb-e268a6604b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:20:14.737836 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (547c3d75-de2b-4f39-a3b1-a26a38d1ca08), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.746202 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.752448 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/547c3d75-de2b-4f39-a3b1-a26a38d1ca08 HTTP/1.1" status: 204 len: 168 time: 0.3617051 Mar 14 10:20:14.760076 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=547c3d75-de2b-4f39-a3b1-a26a38d1ca08,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:14.768532 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.768949 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.769416 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.769841 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.770240 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.770641 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.771039 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.771434 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.771851 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.772246 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.772642 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.773169 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.773560 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.773951 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.774394 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733e2250-1f8a-414b-a93a-b14bcddc1d6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:14.840782 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:14.852217 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'port_id': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'mac_address': 'fa:16:3e:92:64:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:20:14.891945 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40008) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:14.895552 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:14.896160 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.910101 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:20:14.930417 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:14.935455 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:14.938250 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-20efbf86-8a79-45bd-81cc-b08dff5241bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=81a3443193d44dee942653c671d340ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439725 Mar 14 10:20:14.942601 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40010) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:14.995287 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=9']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:15.004940 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c63e143-68eb-433d-ae62-a84c25aa4c38 None None] New status for floating IP 3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:20:15.005470 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-670e6810-885b-431b-9988-26b1fb173e9a admin admin] Publish callbacks [] for security_group (be448cf3-eb6a-4fc2-a63b-e8f194726b79), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.026628 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-670e6810-885b-431b-9988-26b1fb173e9a admin admin] Publish callbacks [] for security_group (be448cf3-eb6a-4fc2-a63b-e8f194726b79), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.075213 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-670e6810-885b-431b-9988-26b1fb173e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (be448cf3-eb6a-4fc2-a63b-e8f194726b79), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.078092 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-670e6810-885b-431b-9988-26b1fb173e9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.079832 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-670e6810-885b-431b-9988-26b1fb173e9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be448cf3-eb6a-4fc2-a63b-e8f194726b79 HTTP/1.1" status: 204 len: 168 time: 0.1370721 Mar 14 10:20:15.088064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e6810-885b-431b-9988-26b1fb173e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be448cf3-eb6a-4fc2-a63b-e8f194726b79,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:15.143572 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:20:15.272826 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4244cbb-5160-4e04-9765-700ba82d6c42 req-020ed66e-f38b-40a0-ba4b-1dfb0f2295ba tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:15.274303 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4244cbb-5160-4e04-9765-700ba82d6c42 req-020ed66e-f38b-40a0-ba4b-1dfb0f2295ba tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0569737 Mar 14 10:20:15.330907 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d4244cbb-5160-4e04-9765-700ba82d6c42 req-f74aa656-5762-4672-988d-c9fa170d2050 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502369 Mar 14 10:20:15.363398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40024) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:15.420980 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b92cba0f-4afe-4d32-8504-bb1b9cbc6f99 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (88cc1741-284c-476f-b8e2-5dff491421cc), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.446157 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b92cba0f-4afe-4d32-8504-bb1b9cbc6f99 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (88cc1741-284c-476f-b8e2-5dff491421cc), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.495496 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b92cba0f-4afe-4d32-8504-bb1b9cbc6f99 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (88cc1741-284c-476f-b8e2-5dff491421cc), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.498254 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b92cba0f-4afe-4d32-8504-bb1b9cbc6f99 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.499429 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b92cba0f-4afe-4d32-8504-bb1b9cbc6f99 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/security-groups/88cc1741-284c-476f-b8e2-5dff491421cc HTTP/1.1" status: 204 len: 168 time: 0.1348977 Mar 14 10:20:15.502591 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40032) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:15.508489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cba0f-4afe-4d32-8504-bb1b9cbc6f99 tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cc1741-284c-476f-b8e2-5dff491421cc,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:15.519752 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-026214db-d6a5-40f4-afbb-de3806726fef tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] show failed (client error): The resource could not be found. Mar 14 10:20:15.520807 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-026214db-d6a5-40f4-afbb-de3806726fef tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "GET /v2.0/security-groups/88cc1741-284c-476f-b8e2-5dff491421cc HTTP/1.1" status: 404 len: 347 time: 0.0163879 Mar 14 10:20:15.523641 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40034) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:15.654173 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119b473-2d2a-4ffc-86be-91786d07e08d req-cb3cc158-5315-4078-99d1-759dc98e1065 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:15.655963 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a119b473-2d2a-4ffc-86be-91786d07e08d req-cb3cc158-5315-4078-99d1-759dc98e1065 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 945 time: 0.0617797 Mar 14 10:20:15.681034 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Deleting port 1eff8d84-d26f-4be0-80d3-a43c164cbcce {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:15.681392 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.716355 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a119b473-2d2a-4ffc-86be-91786d07e08d req-f724c913-97fc-4ce5-bfb6-6abc2cdaea4f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517194 Mar 14 10:20:15.772857 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.773184 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (1eff8d84-d26f-4be0-80d3-a43c164cbcce), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.785817 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Calling delete_port for 1eff8d84-d26f-4be0-80d3-a43c164cbcce owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:15.924791 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (1eff8d84-d26f-4be0-80d3-a43c164cbcce), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:15.952401 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Pushing event deleted for resources: {'Port': ['ID=1eff8d84-d26f-4be0-80d3-a43c164cbcce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:16.014388 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks [] for floatingip (3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:16.017466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:16.018638 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-51039ab6-c140-44de-ac20-09e8d7044dfc tempest-AttachVolumeNegativeTest-1173649000 tempest-AttachVolumeNegativeTest-1173649000-project] 10.222.0.21 "DELETE /v2.0/floatingips/3f4dd8f6-d855-471e-98ee-d0c4e0b7ea3d HTTP/1.1" status: 204 len: 168 time: 0.4935303 Mar 14 10:20:16.457831 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13d2b0-28e1-4eaf-ab8f-e4baa93aba1c req-7f42618c-5ab9-4ba5-a5d7-09836b6e78da tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:16.459218 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b13d2b0-28e1-4eaf-ab8f-e4baa93aba1c req-7f42618c-5ab9-4ba5-a5d7-09836b6e78da tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0585935 Mar 14 10:20:16.512028 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2b13d2b0-28e1-4eaf-ab8f-e4baa93aba1c req-7675e0df-8215-47ad-995f-b17437b7796b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470841 Mar 14 10:20:16.720944 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:20:16.770257 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:20:16.770628 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:16.847790 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:16.848181 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:16.848756 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749a881-4340-46e3-8060-a4eb294d462e req-9e6444b9-6cbe-4ac9-ae5a-d5fe379c3a63 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:16.850642 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7749a881-4340-46e3-8060-a4eb294d462e req-9e6444b9-6cbe-4ac9-ae5a-d5fe379c3a63 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 945 time: 0.0562086 Mar 14 10:20:16.870220 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:16.872443 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3abf6d-d0a1-4481-bf42-10bd4555aadb" -d '{"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-plugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:20:16.888582 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:16.903889 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:16.907417 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7749a881-4340-46e3-8060-a4eb294d462e req-3330063c-c37a-4481-97b6-cef33a7c6853 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512278 Mar 14 10:20:16.930185 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88cfe9a-0431-4106-a160-cf8b2f9c0011 x-openstack-request-id: req-a88cfe9a-0431-4106-a160-cf8b2f9c0011 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:20:16.930497 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-plugged", "status": "completed", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:20:16.930749 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a88cfe9a-0431-4106-a160-cf8b2f9c0011 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:20:16.931132 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'code': 200} Mar 14 10:20:16.958546 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=10']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:17.090287 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb9c991-3fcd-4296-8939-bcc8a30757e2 req-fa7aab57-81b3-42ad-ab37-e91d03c68509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:17.091702 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bdb9c991-3fcd-4296-8939-bcc8a30757e2 req-fa7aab57-81b3-42ad-ab37-e91d03c68509 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 1131 time: 0.0441117 Mar 14 10:20:17.135959 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-bdb9c991-3fcd-4296-8939-bcc8a30757e2 req-3a8f6769-7ea4-4ac4-af98-5986143defe3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386150 Mar 14 10:20:17.630743 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62062d55-1e50-41a6-8a65-46729f9bd8a8 req-d9c05865-7276-48ea-86fd-c09c289d7e28 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:17.632129 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62062d55-1e50-41a6-8a65-46729f9bd8a8 req-d9c05865-7276-48ea-86fd-c09c289d7e28 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0504794 Mar 14 10:20:17.682912 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-62062d55-1e50-41a6-8a65-46729f9bd8a8 req-ff292428-acee-43b9-8539-8349d20db7f1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450962 Mar 14 10:20:18.021629 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56c129-55a3-4c5c-b49e-00fd1cce90cc req-6cb18a0c-8aed-449a-9de4-89061a6b22ac tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:18.023067 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bf56c129-55a3-4c5c-b49e-00fd1cce90cc req-6cb18a0c-8aed-449a-9de4-89061a6b22ac tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0509920 Mar 14 10:20:18.067986 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bf56c129-55a3-4c5c-b49e-00fd1cce90cc req-0fc1437c-bbb7-417a-919c-c714b35df1c7 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395689 Mar 14 10:20:18.801780 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c2663-e1c0-46df-a560-47027207f4b8 req-ad68440d-6f1b-4583-82d8-2e2bfe6ae3d4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:18.803358 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-674c2663-e1c0-46df-a560-47027207f4b8 req-ad68440d-6f1b-4583-82d8-2e2bfe6ae3d4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0562885 Mar 14 10:20:18.852779 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-674c2663-e1c0-46df-a560-47027207f4b8 req-914eb56a-316a-4687-93a7-ccc646bd4912 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Mar 14 10:20:19.190895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de05f9a-ac2b-4832-9999-4e8efc29bfa6 req-cbfb27c5-383d-4c3f-aeac-a49890038183 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:19.192358 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3de05f9a-ac2b-4832-9999-4e8efc29bfa6 req-cbfb27c5-383d-4c3f-aeac-a49890038183 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0540457 Mar 14 10:20:19.237272 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3de05f9a-ac2b-4832-9999-4e8efc29bfa6 req-599c3514-d4a8-4add-908e-9ead7752c050 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393207 Mar 14 10:20:19.971014 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b11b43-be90-4133-8087-25804d13f3d7 req-0a03b635-996c-48a4-919b-cd9085f387b1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:19.972636 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58b11b43-be90-4133-8087-25804d13f3d7 req-0a03b635-996c-48a4-919b-cd9085f387b1 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0526118 Mar 14 10:20:20.019612 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58b11b43-be90-4133-8087-25804d13f3d7 req-4f4c2a56-192d-4035-987d-9148fae4726f tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414946 Mar 14 10:20:20.358860 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8bb2ee-e8c5-4405-832c-c3deb645c539 req-c2bcd99b-e8ea-41f1-b77f-4998d7286c15 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:20.360426 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a8bb2ee-e8c5-4405-832c-c3deb645c539 req-c2bcd99b-e8ea-41f1-b77f-4998d7286c15 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0533314 Mar 14 10:20:20.409348 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a8bb2ee-e8c5-4405-832c-c3deb645c539 req-57a65431-db0b-4e76-b5ef-794e68ef1dde tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430548 Mar 14 10:20:20.727168 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40136) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:21.166294 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0204f-36e2-4895-abb2-77aeed20f4ef req-b0a09e24-ece3-4af5-93ef-e8f60a7c1cd3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:21.168323 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ce0204f-36e2-4895-abb2-77aeed20f4ef req-b0a09e24-ece3-4af5-93ef-e8f60a7c1cd3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0643246 Mar 14 10:20:21.221964 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ce0204f-36e2-4895-abb2-77aeed20f4ef req-5bfc91b8-a720-4379-a3e9-e42ce982fd9e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467429 Mar 14 10:20:21.338478 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (344e445c-7f41-45aa-9b73-df612046a06c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:21.531933 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a240f5-731e-4e23-bffb-6b4bd3966dda req-c69214fa-20e9-4324-8d7c-8674ae0fce87 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:21.533405 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74a240f5-731e-4e23-bffb-6b4bd3966dda req-c69214fa-20e9-4324-8d7c-8674ae0fce87 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0518923 Mar 14 10:20:21.581058 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-74a240f5-731e-4e23-bffb-6b4bd3966dda req-520c0a05-8047-4610-942b-b2d28dfe88d8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Mar 14 10:20:21.641606 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Deleting port 1d0474ca-38e4-4b5c-b842-134e4aa00d51 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:21.641944 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:21.719627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] For port 1d0474ca-38e4-4b5c-b842-134e4aa00d51, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=1d0474ca-38e4-4b5c-b842-134e4aa00d51,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:21.720019 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:21.732102 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Calling delete_port for 1d0474ca-38e4-4b5c-b842-134e4aa00d51 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:22.155074 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (1d0474ca-38e4-4b5c-b842-134e4aa00d51), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:22.183035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Pushing event deleted for resources: {'Port': ['ID=1d0474ca-38e4-4b5c-b842-134e4aa00d51,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:22.213152 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.213504 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.213847 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.214184 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.214777 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.215108 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.215433 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.215814 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.216146 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.216461 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.216785 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.217102 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.217416 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.217729 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.218045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:22.377344 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b9af1-63d5-415a-bca2-ba26ab78578e req-de14c23e-6ebe-474e-b3c4-168e3ac42de7 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:22.378990 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ce4b9af1-63d5-415a-bca2-ba26ab78578e req-de14c23e-6ebe-474e-b3c4-168e3ac42de7 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0721834 Mar 14 10:20:22.389789 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (344e445c-7f41-45aa-9b73-df612046a06c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:22.459508 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ce4b9af1-63d5-415a-bca2-ba26ab78578e req-b773e021-3615-467f-8a3d-62eebcb33f2b tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722733 Mar 14 10:20:22.647230 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Router 344e445c-7f41-45aa-9b73-df612046a06c has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:20:22.705021 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09f52f2-2c63-4046-9165-6cead49c935a req-f436c387-a418-4353-9948-740625edb3de tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:22.706373 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b09f52f2-2c63-4046-9165-6cead49c935a req-f436c387-a418-4353-9948-740625edb3de tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0533547 Mar 14 10:20:22.753636 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b09f52f2-2c63-4046-9165-6cead49c935a req-5e905621-62e1-4698-9460-40824af59ab8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415294 Mar 14 10:20:22.762340 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:20:22.770841 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c2b2fb7d-d9b5-4e62-ad75-b34c6b62c3da admin admin] 10.222.0.21 "PUT /v2.0/routers/344e445c-7f41-45aa-9b73-df612046a06c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0397863 Mar 14 10:20:22.770841 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40200) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:22.781768 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] Sync routers for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:20:22.791939 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:22.792545 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:19:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:22.876067 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks [] for router (344e445c-7f41-45aa-9b73-df612046a06c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:22.900983 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:22.980972 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks [] for router_gateway (344e445c-7f41-45aa-9b73-df612046a06c), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.032065 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e510a0c8-6655-4ebc-8ec9-6d45d7c6e650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.034757 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Deleting port 896dae07-3a67-48da-9cef-87c2a14b8310 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:23.035106 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.096386 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109'}], 'enable_snat': True}, 'gw_port_id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:20:22Z', 'revision_number': 5, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port': {'id': '896dae07-3a67-48da-9cef-87c2a14b8310', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:13:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '344e445c-7f41-45aa-9b73-df612046a06c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:07Z', 'updated_at': '2022-03-14T10:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:23.113673 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] For port 896dae07-3a67-48da-9cef-87c2a14b8310, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=896dae07-3a67-48da-9cef-87c2a14b8310,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:23.114059 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.122364 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] Checking router: 344e445c-7f41-45aa-9b73-df612046a06c for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:20:23.127245 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Calling delete_port for 896dae07-3a67-48da-9cef-87c2a14b8310 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:23.131148 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] Routers {'344e445c-7f41-45aa-9b73-df612046a06c'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:23.131789 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:19:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['344e445c-7f41-45aa-9b73-df612046a06c'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:23.218052 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] Set router 344e445c-7f41-45aa-9b73-df612046a06c gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:23.271917 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:20:22Z', 'revision_number': 6, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:23.289392 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (896dae07-3a67-48da-9cef-87c2a14b8310), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.298229 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ab66a6-6350-4a40-b538-e08cc089bd48 None None] The sync data for ids ['344e445c-7f41-45aa-9b73-df612046a06c'] in dv-cinder-833543-1-iscsi is: [{'id': '344e445c-7f41-45aa-9b73-df612046a06c', 'name': 'tempest-AttachVolumeNegativeTest-560711420-router', 'tenant_id': '19a49a9688934f78b6007ef31221ade5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:06Z', 'updated_at': '2022-03-14T10:20:22Z', 'revision_number': 6, 'project_id': '19a49a9688934f78b6007ef31221ade5', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:20:23.320388 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=896dae07-3a67-48da-9cef-87c2a14b8310,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:23.385868 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (344e445c-7f41-45aa-9b73-df612046a06c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.490574 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (344e445c-7f41-45aa-9b73-df612046a06c), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.494396 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks [] for router_controller (344e445c-7f41-45aa-9b73-df612046a06c), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.552577 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:20:23.567075 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (344e445c-7f41-45aa-9b73-df612046a06c), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.568780 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 344e445c-7f41-45aa-9b73-df612046a06c {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:20:23.573201 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.577612 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1060df8c-7c1c-4325-b7b8-e09758407bd2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/344e445c-7f41-45aa-9b73-df612046a06c HTTP/1.1" status: 204 len: 168 time: 0.8059838 Mar 14 10:20:23.578271 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40206) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:23.604774 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dec333b-0e52-40dc-a3d4-f7ea34bbcd57 req-a4e4a91a-6535-46a4-8e0b-6d749865cf2a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:23.606693 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6dec333b-0e52-40dc-a3d4-f7ea34bbcd57 req-a4e4a91a-6535-46a4-8e0b-6d749865cf2a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 943 time: 0.0748897 Mar 14 10:20:23.663258 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Deleting subnet d8818528-63ce-405b-91bb-e268a6604b8e {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:20:23.668733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Publish callbacks [] for subnet (d8818528-63ce-405b-91bb-e268a6604b8e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.680187 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6dec333b-0e52-40dc-a3d4-f7ea34bbcd57 req-975ff79e-dbca-4484-a87b-0b8aaff6aa59 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628664 Mar 14 10:20:23.698923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:23.716763 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '03da0279-117a-4a63-839a-6c7ab532d31b', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'port_id': '03da0279-117a-4a63-839a-6c7ab532d31b', 'mac_address': 'fa:16:3e:d9:5e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:20:23.744826 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (d8818528-63ce-405b-91bb-e268a6604b8e), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.765069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 03da0279-117a-4a63-839a-6c7ab532d31b is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:23.766157 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.791239 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03da0279-117a-4a63-839a-6c7ab532d31b {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:20:23.823234 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:23.832379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.897641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=7']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:23.924969 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df18928-c552-46b9-b9fa-4da70ce9aeea req-9850b22d-f0db-4348-b933-0ed988bca576 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:23.927352 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9df18928-c552-46b9-b9fa-4da70ce9aeea req-9850b22d-f0db-4348-b933-0ed988bca576 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0680804 Mar 14 10:20:23.930916 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (d8818528-63ce-405b-91bb-e268a6604b8e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:23.973740 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9df18928-c552-46b9-b9fa-4da70ce9aeea req-86c8d67e-43b8-40d3-92bf-6f52c86fc87d tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417371 Mar 14 10:20:23.987569 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (d8818528-63ce-405b-91bb-e268a6604b8e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.019020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8818528-63ce-405b-91bb-e268a6604b8e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:24.023795 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.029722 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a105d442-e968-42af-9379-cbc3d650ac5b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d8818528-63ce-405b-91bb-e268a6604b8e HTTP/1.1" status: 204 len: 168 time: 0.4480655 Mar 14 10:20:24.029948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40214) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:24.030075 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f25b4-9f84-431c-aca8-8fcd85147f79 None None] Network b234086d-247f-407e-8ab7-3bc9926c2ac3 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:20:24.101253 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (b234086d-247f-407e-8ab7-3bc9926c2ac3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.159742 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Deleting port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:24.160139 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.223429 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['03da0279-117a-4a63-839a-6c7ab532d31b'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:20:24.225386 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1d0474ca-38e4-4b5c-b842-134e4aa00d51 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:24.231551 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] For port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,segment=NetworkSegment(b5f4a9dd-e85f-46d9-a90b-d2a542ba975e),segment_id=b5f4a9dd-e85f-46d9-a90b-d2a542ba975e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:24.232025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.246591 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Calling delete_port for 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:24.282593 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 1d0474ca-38e4-4b5c-b842-134e4aa00d51 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:24.282944 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1d0474ca-38e4-4b5c-b842-134e4aa00d51 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:24.326701 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.356747 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Pushing event deleted for resources: {'Port': ['ID=8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:24.361569 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] No DVR routers for this DVR port 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 on host dv-cinder-833543-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:20:24.411075 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a0fdb-a081-40d5-9ac1-bd84b6a0bdbd None None] DHCP port deletion for b234086d-247f-407e-8ab7-3bc9926c2ac3 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:20:24.446393 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (b234086d-247f-407e-8ab7-3bc9926c2ac3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.474748 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b234086d-247f-407e-8ab7-3bc9926c2ac3']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:24.484158 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:24.484452 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5f4a9dd-e85f-46d9-a90b-d2a542ba975e') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:24.494032 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (b5f4a9dd-e85f-46d9-a90b-d2a542ba975e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.507103 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (b5f4a9dd-e85f-46d9-a90b-d2a542ba975e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.513334 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:20:24.513657 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (b5f4a9dd-e85f-46d9-a90b-d2a542ba975e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:20:24.515390 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:20:24.574781 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (b234086d-247f-407e-8ab7-3bc9926c2ac3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.581173 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.586460 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] 10.222.0.21 "DELETE /v2.0/networks/b234086d-247f-407e-8ab7-3bc9926c2ac3 HTTP/1.1" status: 204 len: 168 time: 0.5532517 Mar 14 10:20:24.596083 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d57ad-9cc2-4980-89e1-9534394317ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b234086d-247f-407e-8ab7-3bc9926c2ac3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:24.704867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:24.756342 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-38ce9997-3e9b-48fe-bb79-8763f2838518 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=19a49a9688934f78b6007ef31221ade5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502453 Mar 14 10:20:24.758884 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40232) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:24.803478 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f7902-5be1-4d30-83ea-85f2f2028cf7 req-483a6414-4d1d-4d22-af15-a6c7d335cf3c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:24.805101 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea6f7902-5be1-4d30-83ea-85f2f2028cf7 req-483a6414-4d1d-4d22-af15-a6c7d335cf3c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 944 time: 0.0585296 Mar 14 10:20:24.807675 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63b35bcd-9562-4237-9d91-21754475483b admin admin] Publish callbacks [] for security_group (0a14a08b-caac-42eb-8f9a-e746d6aa0199), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.833228 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63b35bcd-9562-4237-9d91-21754475483b admin admin] Publish callbacks [] for security_group (0a14a08b-caac-42eb-8f9a-e746d6aa0199), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.881583 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ea6f7902-5be1-4d30-83ea-85f2f2028cf7 req-86b394e8-204b-437b-b24f-7f14a102969e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690255 Mar 14 10:20:24.905041 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63b35bcd-9562-4237-9d91-21754475483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0a14a08b-caac-42eb-8f9a-e746d6aa0199), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.908170 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-63b35bcd-9562-4237-9d91-21754475483b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:24.911645 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-63b35bcd-9562-4237-9d91-21754475483b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a14a08b-caac-42eb-8f9a-e746d6aa0199 HTTP/1.1" status: 204 len: 168 time: 0.1494515 Mar 14 10:20:24.917546 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b35bcd-9562-4237-9d91-21754475483b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a14a08b-caac-42eb-8f9a-e746d6aa0199,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:25.498612 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2bdede6a-c972-4ea2-a7cd-6f9b0919ca98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:25.618590 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:20:25.750991 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 896dae07-3a67-48da-9cef-87c2a14b8310 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:25.777502 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 896dae07-3a67-48da-9cef-87c2a14b8310 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:25.777853 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 896dae07-3a67-48da-9cef-87c2a14b8310 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:25.778272 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:25.796692 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:25.797040 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8e5ea1f0-38f2-4bce-aa8e-f1c05a6841e4 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:26.015677 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b198ab-f91c-40d4-ad43-38b7dfb0e3a2 req-229b0170-6b6e-4b3e-add6-f423867b6bd4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:26.018267 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27b198ab-f91c-40d4-ad43-38b7dfb0e3a2 req-229b0170-6b6e-4b3e-add6-f423867b6bd4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 944 time: 0.0599020 Mar 14 10:20:26.078046 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-27b198ab-f91c-40d4-ad43-38b7dfb0e3a2 req-a4c3af0a-85f9-451b-8a13-ba28b3ef5b2a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534110 Mar 14 10:20:26.086383 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:20:26.134968 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 03da0279-117a-4a63-839a-6c7ab532d31b triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:20:26.135338 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:26.213685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 03da0279-117a-4a63-839a-6c7ab532d31b is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:20:26.214069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:26.236480 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:26.238673 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9bf53e-c532-47e3-9263-5ce74cba07bb" -d '{"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-plugged", "status": "completed", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:20:26.251335 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:26.255854 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:26.278093 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cecb24-682e-4a9d-be4b-8dad330c0aa2 x-openstack-request-id: req-a2cecb24-682e-4a9d-be4b-8dad330c0aa2 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:20:26.278391 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-plugged", "status": "completed", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:20:26.278647 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a2cecb24-682e-4a9d-be4b-8dad330c0aa2 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:20:26.279035 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'code': 200} Mar 14 10:20:26.303544 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=8']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:26.406013 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.201732 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4652d52-6354-46e7-979f-ad413acc318e req-d3f6a672-905a-403e-9f50-ca95f77383c8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:27.203207 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4652d52-6354-46e7-979f-ad413acc318e req-d3f6a672-905a-403e-9f50-ca95f77383c8 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0530849 Mar 14 10:20:27.251394 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f4652d52-6354-46e7-979f-ad413acc318e req-df021cb6-6d4d-4768-944a-75803b452df3 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425532 Mar 14 10:20:27.845591 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:27.961092 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f383fa-2e5f-4148-83f4-a877b8410a52 req-6d1b1895-e925-403d-8c8c-d4b8c4caf0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:27.962499 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d0f383fa-2e5f-4148-83f4-a877b8410a52 req-6d1b1895-e925-403d-8c8c-d4b8c4caf0fc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1129 time: 0.0431433 Mar 14 10:20:28.007490 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-d0f383fa-2e5f-4148-83f4-a877b8410a52 req-adddf8c2-f265-41c4-959d-151e2b7ffa72 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388982 Mar 14 10:20:28.394558 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2145abcd-7144-4704-9cd9-8566e9c2193c req-5c357931-085e-4af6-8c3a-7e905984df2e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:28.396074 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2145abcd-7144-4704-9cd9-8566e9c2193c req-5c357931-085e-4af6-8c3a-7e905984df2e tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0639746 Mar 14 10:20:28.454316 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2145abcd-7144-4704-9cd9-8566e9c2193c req-844e5e7b-9f3d-4a79-9be5-8b7417f44cd0 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528283 Mar 14 10:20:29.577043 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbe99-49b1-4a91-a84d-9d27d4f6913f req-d72c3910-cd4c-49ef-9ca9-70181cd4bdcc tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:29.578625 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ecdbe99-49b1-4a91-a84d-9d27d4f6913f req-d72c3910-cd4c-49ef-9ca9-70181cd4bdcc tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0533516 Mar 14 10:20:29.580345 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:29.629055 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ecdbe99-49b1-4a91-a84d-9d27d4f6913f req-366b270a-d0fb-46aa-a7c8-1ca9bfb19fe9 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433979 Mar 14 10:20:29.793622 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40374) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:29.895789 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-337cb0c3-1a49-43ed-8d3c-d34b04d90bda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:29.972599 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-337cb0c3-1a49-43ed-8d3c-d34b04d90bda admin admin] Publish callbacks [] for security_group (e6c4c8e2-ec87-475a-8f91-ca66ccad8fea), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:29.976616 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-337cb0c3-1a49-43ed-8d3c-d34b04d90bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e6c4c8e2-ec87-475a-8f91-ca66ccad8fea), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.017855 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-337cb0c3-1a49-43ed-8d3c-d34b04d90bda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=553690e8e3e54ca29c73dbcc6c7426a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2231507 Mar 14 10:20:30.018708 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cb0c3-1a49-43ed-8d3c-d34b04d90bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c4c8e2-ec87-475a-8f91-ca66ccad8fea,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:30.020736 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40384) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:30.068427 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2df4eae9-62c1-45bc-9cdf-9b90c599dc8c admin admin] Publish callbacks [] for security_group (e6c4c8e2-ec87-475a-8f91-ca66ccad8fea), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.090237 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2df4eae9-62c1-45bc-9cdf-9b90c599dc8c admin admin] Publish callbacks [] for security_group (e6c4c8e2-ec87-475a-8f91-ca66ccad8fea), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.143616 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2df4eae9-62c1-45bc-9cdf-9b90c599dc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (e6c4c8e2-ec87-475a-8f91-ca66ccad8fea), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.146414 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2df4eae9-62c1-45bc-9cdf-9b90c599dc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:30.147557 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2df4eae9-62c1-45bc-9cdf-9b90c599dc8c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6c4c8e2-ec87-475a-8f91-ca66ccad8fea HTTP/1.1" status: 204 len: 168 time: 0.1258483 Mar 14 10:20:30.155191 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4eae9-62c1-45bc-9cdf-9b90c599dc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c4c8e2-ec87-475a-8f91-ca66ccad8fea,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:31.935822 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40464) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:32.038158 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f46-362f-4ac2-a5ba-021bc0a93e43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.110384 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f46-362f-4ac2-a5ba-021bc0a93e43 admin admin] Publish callbacks [] for security_group (9bf26f1d-6a22-4181-834d-c466b1b81f06), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.113993 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b4d25f46-362f-4ac2-a5ba-021bc0a93e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9bf26f1d-6a22-4181-834d-c466b1b81f06), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.152145 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b4d25f46-362f-4ac2-a5ba-021bc0a93e43 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d1f7001c87240ea992081bad75f224e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2152317 Mar 14 10:20:32.153372 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25f46-362f-4ac2-a5ba-021bc0a93e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf26f1d-6a22-4181-834d-c466b1b81f06,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:32.154716 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40472) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:32.213939 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd22b7a4-656c-4651-afe3-ac2538dc8278 admin admin] Publish callbacks [] for security_group (9bf26f1d-6a22-4181-834d-c466b1b81f06), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.237232 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd22b7a4-656c-4651-afe3-ac2538dc8278 admin admin] Publish callbacks [] for security_group (9bf26f1d-6a22-4181-834d-c466b1b81f06), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.283435 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd22b7a4-656c-4651-afe3-ac2538dc8278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9bf26f1d-6a22-4181-834d-c466b1b81f06), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.285924 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-dd22b7a4-656c-4651-afe3-ac2538dc8278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.287041 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-dd22b7a4-656c-4651-afe3-ac2538dc8278 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bf26f1d-6a22-4181-834d-c466b1b81f06 HTTP/1.1" status: 204 len: 168 time: 0.1312704 Mar 14 10:20:32.294207 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd22b7a4-656c-4651-afe3-ac2538dc8278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf26f1d-6a22-4181-834d-c466b1b81f06,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:32.547305 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40482) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:32.560160 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b11b8674-70a7-4dfa-a2f4-2a1eb956bc6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.632404 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b11b8674-70a7-4dfa-a2f4-2a1eb956bc6a admin admin] Publish callbacks [] for security_group (c8090bf1-993e-4470-97f2-60f83226c441), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.635878 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b11b8674-70a7-4dfa-a2f4-2a1eb956bc6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c8090bf1-993e-4470-97f2-60f83226c441), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.674677 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b11b8674-70a7-4dfa-a2f4-2a1eb956bc6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df433c21d7ba4978b6915a3935e72bd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262450 Mar 14 10:20:32.675537 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b8674-70a7-4dfa-a2f4-2a1eb956bc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8090bf1-993e-4470-97f2-60f83226c441,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:32.677924 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40484) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:32.726002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47a85f26-b0d4-4787-bf1e-bb83b6940326 admin admin] Publish callbacks [] for security_group (c8090bf1-993e-4470-97f2-60f83226c441), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.746912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47a85f26-b0d4-4787-bf1e-bb83b6940326 admin admin] Publish callbacks [] for security_group (c8090bf1-993e-4470-97f2-60f83226c441), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.792412 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47a85f26-b0d4-4787-bf1e-bb83b6940326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (c8090bf1-993e-4470-97f2-60f83226c441), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.795170 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-47a85f26-b0d4-4787-bf1e-bb83b6940326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:32.796372 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-47a85f26-b0d4-4787-bf1e-bb83b6940326 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8090bf1-993e-4470-97f2-60f83226c441 HTTP/1.1" status: 204 len: 168 time: 0.1172051 Mar 14 10:20:32.804402 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a85f26-b0d4-4787-bf1e-bb83b6940326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8090bf1-993e-4470-97f2-60f83226c441,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:33.456838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40514) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:33.557881 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5141bfcd-ff0d-49ff-acf0-3d5b30417004 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.637201 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5141bfcd-ff0d-49ff-acf0-3d5b30417004 admin admin] Publish callbacks [] for security_group (606dcbac-beef-4164-a3f3-85409732d767), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.641847 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-5141bfcd-ff0d-49ff-acf0-3d5b30417004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (606dcbac-beef-4164-a3f3-85409732d767), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.684038 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-5141bfcd-ff0d-49ff-acf0-3d5b30417004 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bf6fe26e205648838e2f32cdb08187ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2261198 Mar 14 10:20:33.686029 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141bfcd-ff0d-49ff-acf0-3d5b30417004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606dcbac-beef-4164-a3f3-85409732d767,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:33.686662 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40526) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:33.745456 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06866a06-acd9-4971-93b0-b0eb53404a51 admin admin] Publish callbacks [] for security_group (606dcbac-beef-4164-a3f3-85409732d767), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.768757 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06866a06-acd9-4971-93b0-b0eb53404a51 admin admin] Publish callbacks [] for security_group (606dcbac-beef-4164-a3f3-85409732d767), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.816729 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06866a06-acd9-4971-93b0-b0eb53404a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (606dcbac-beef-4164-a3f3-85409732d767), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.819432 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-06866a06-acd9-4971-93b0-b0eb53404a51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:33.820653 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-06866a06-acd9-4971-93b0-b0eb53404a51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/606dcbac-beef-4164-a3f3-85409732d767 HTTP/1.1" status: 204 len: 168 time: 0.1328604 Mar 14 10:20:33.829561 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06866a06-acd9-4971-93b0-b0eb53404a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606dcbac-beef-4164-a3f3-85409732d767,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:34.840422 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40572) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:34.941386 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b08c61f1-c666-497a-983b-8be3ef09f41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.016186 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b08c61f1-c666-497a-983b-8be3ef09f41d admin admin] Publish callbacks [] for security_group (a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.021123 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b08c61f1-c666-497a-983b-8be3ef09f41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.056923 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c61f1-c666-497a-983b-8be3ef09f41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:35.061111 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b08c61f1-c666-497a-983b-8be3ef09f41d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9408d24ca3404bb9b7f92171afe4e01d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196019 Mar 14 10:20:35.064733 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40576) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:35.111386 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7f9a716-0dd2-4677-98ed-933a7c3f7a3b admin admin] Publish callbacks [] for security_group (a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.134073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7f9a716-0dd2-4677-98ed-933a7c3f7a3b admin admin] Publish callbacks [] for security_group (a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.181893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7f9a716-0dd2-4677-98ed-933a7c3f7a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.184526 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e7f9a716-0dd2-4677-98ed-933a7c3f7a3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.185783 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e7f9a716-0dd2-4677-98ed-933a7c3f7a3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e HTTP/1.1" status: 204 len: 168 time: 0.1204216 Mar 14 10:20:35.193552 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f9a716-0dd2-4677-98ed-933a7c3f7a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ffd5c5-9671-4ba9-bc96-9950c6bd7a9e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:35.438220 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40582) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:35.450894 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e465d0b-2be8-4015-ab9f-9f8468a49b0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.525463 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e465d0b-2be8-4015-ab9f-9f8468a49b0c admin admin] Publish callbacks [] for security_group (6ebb6962-40ff-46ac-a10a-1e1ae7d08f51), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.529876 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2e465d0b-2be8-4015-ab9f-9f8468a49b0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6ebb6962-40ff-46ac-a10a-1e1ae7d08f51), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.570892 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2e465d0b-2be8-4015-ab9f-9f8468a49b0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=458e63b617a14688ad2c8664fcf68861&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1315753 Mar 14 10:20:35.571801 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e465d0b-2be8-4015-ab9f-9f8468a49b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebb6962-40ff-46ac-a10a-1e1ae7d08f51,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:35.573596 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40588) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:35.630635 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c8edfbf-df86-47a7-8046-1b67d7689d16 admin admin] Publish callbacks [] for security_group (6ebb6962-40ff-46ac-a10a-1e1ae7d08f51), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.651758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c8edfbf-df86-47a7-8046-1b67d7689d16 admin admin] Publish callbacks [] for security_group (6ebb6962-40ff-46ac-a10a-1e1ae7d08f51), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.697619 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c8edfbf-df86-47a7-8046-1b67d7689d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (6ebb6962-40ff-46ac-a10a-1e1ae7d08f51), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.700331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6c8edfbf-df86-47a7-8046-1b67d7689d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:35.701488 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6c8edfbf-df86-47a7-8046-1b67d7689d16 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ebb6962-40ff-46ac-a10a-1e1ae7d08f51 HTTP/1.1" status: 204 len: 168 time: 0.1262741 Mar 14 10:20:35.710342 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8edfbf-df86-47a7-8046-1b67d7689d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebb6962-40ff-46ac-a10a-1e1ae7d08f51,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:38.990520 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c98c0-f094-4a44-a192-9a1d06fd1053 req-1f7ccb7a-7435-4047-ac95-551af0207bda tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:38.992115 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d43c98c0-f094-4a44-a192-9a1d06fd1053 req-1f7ccb7a-7435-4047-ac95-551af0207bda tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0528550 Mar 14 10:20:39.042873 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d43c98c0-f094-4a44-a192-9a1d06fd1053 req-e75596a6-fd00-40c2-8a54-478fdb8871b1 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452080 Mar 14 10:20:40.162241 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c45a3d-0fd9-4a6a-9301-06f407d223a1 req-d6ebfe34-8660-4c43-814f-1c5b9bf09d94 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:40.163743 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80c45a3d-0fd9-4a6a-9301-06f407d223a1 req-d6ebfe34-8660-4c43-814f-1c5b9bf09d94 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0520029 Mar 14 10:20:40.210192 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-80c45a3d-0fd9-4a6a-9301-06f407d223a1 req-24393f2b-2b4c-4a80-94b9-53050a53dd16 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 Mar 14 10:20:40.891143 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-354f9f41-649b-46d4-9c9a-346ebea63b98 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:40.892644 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-354f9f41-649b-46d4-9c9a-346ebea63b98 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0555637 Mar 14 10:20:40.985539 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Deleting port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:40.985884 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.076063 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] For port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:41.076427 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.261292 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.261653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (110f2766-47f9-466f-8944-7da3e3242776), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.261963 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Floating IP 110f2766-47f9-466f-8944-7da3e3242776 disassociated. External IP: 172.27.0.221, port: aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1. Mar 14 10:20:41.262305 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Calling delete_port for aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:41.299108 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.337799 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dff197-ed3a-408f-81e3-fdb8ef8c97e4 req-72c1dcae-ad90-4ca6-a2fe-6d80c5576544 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:41.339526 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25dff197-ed3a-408f-81e3-fdb8ef8c97e4 req-72c1dcae-ad90-4ca6-a2fe-6d80c5576544 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 945 time: 0.0543320 Mar 14 10:20:41.385828 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-25dff197-ed3a-408f-81e3-fdb8ef8c97e4 req-cd2f4155-f182-4eaa-92c2-e831763d75c0 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups?id=4f4e4755-6ddc-4849-9417-4b336d161142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 Mar 14 10:20:41.387125 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.425179 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event deleted for resources: {'Port': ['ID=aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:41.811849 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:20:41.931644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:20:41.943741 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:20:41.954944 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:41.955605 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:41.974383 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] No DVR routers for this DVR port aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:20:41.976902 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:41.980186 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-59efc9c7-ab3a-4026-8cd4-99fc8911adf3 req-140d8eb3-7fe8-431e-b592-62f4e50a3145 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.35 "DELETE /v2.0/ports/aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 HTTP/1.1" status: 204 len: 173 time: 1.0825372 Mar 14 10:20:41.980632 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'name': 'network-vif-deleted', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:41.982943 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5de917a-aa45-466a-ba77-c846ddad988e" -d '{"events": [{"server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "name": "network-vif-deleted", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:20:42.027942 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ba5ff68-0080-4b66-8844-732ccf5733d1 x-openstack-request-id: req-0ba5ff68-0080-4b66-8844-732ccf5733d1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:20:42.028237 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2722fe2c-b18b-499f-b28d-fee99b00c79d", "name": "network-vif-deleted", "tag": "aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:20:42.028527 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ba5ff68-0080-4b66-8844-732ccf5733d1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:20:42.028974 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2722fe2c-b18b-499f-b28d-fee99b00c79d', 'name': 'network-vif-deleted', 'tag': 'aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1', 'status': 'completed', 'code': 200} Mar 14 10:20:42.067519 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:42.360239 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:42.385518 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:20:42.394039 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:42.394636 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:42.506425 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-64ed2459-cefe-4498-ad5b-bb4fbe47e494 req-9455fd1c-31a8-440b-a969-7daac4723511 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/ports?device_id=2722fe2c-b18b-499f-b28d-fee99b00c79d HTTP/1.1" status: 200 len: 210 time: 0.0381918 Mar 14 10:20:42.524484 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:42.726969 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:42.751729 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93e8db5-7a63-4972-a96b-ded2646a4fe7 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:20Z', 'revision_number': 4, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '543a8e7d-c2b9-4c47-9f0e-d453c94de5cb', 'name': '', 'network_id': '3d6ae8ca-0eeb-4872-b93c-8d799f6ba677', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'mac_address': 'fa:16:3e:f1:2f:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:17Z', 'updated_at': '2022-03-14T10:14:33Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'subnets': [{'id': '81e06526-bd8a-4cd6-a3e9-4996a2f3bb05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:20:42.987521 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a4d6a0-2a0d-4600-b575-82198f755131 None None] New status for floating IP 110f2766-47f9-466f-8944-7da3e3242776: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:20:44.601632 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:44.654367 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc608ea6-d5d5-4f64-9411-fc6c53316cbf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (4f4e4755-6ddc-4849-9417-4b336d161142), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.676653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc608ea6-d5d5-4f64-9411-fc6c53316cbf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (4f4e4755-6ddc-4849-9417-4b336d161142), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.724191 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc608ea6-d5d5-4f64-9411-fc6c53316cbf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4f4e4755-6ddc-4849-9417-4b336d161142), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.726737 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fc608ea6-d5d5-4f64-9411-fc6c53316cbf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.727890 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fc608ea6-d5d5-4f64-9411-fc6c53316cbf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "DELETE /v2.0/security-groups/4f4e4755-6ddc-4849-9417-4b336d161142 HTTP/1.1" status: 204 len: 168 time: 0.1252472 Mar 14 10:20:44.730683 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40742) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:44.737409 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc608ea6-d5d5-4f64-9411-fc6c53316cbf tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4e4755-6ddc-4849-9417-4b336d161142,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:44.744939 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.api.v2.resource [None req-29229621-39be-455f-9594-500aae5978ac tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] show failed (client error): The resource could not be found. Mar 14 10:20:44.745961 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-29229621-39be-455f-9594-500aae5978ac tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "GET /v2.0/security-groups/4f4e4755-6ddc-4849-9417-4b336d161142 HTTP/1.1" status: 404 len: 347 time: 0.0143011 Mar 14 10:20:44.748778 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40744) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:44.870782 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Deleting port 926cf846-1deb-42fb-940e-88952b0c9a5b {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:44.871030 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.943989 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.944310 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (926cf846-1deb-42fb-940e-88952b0c9a5b), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:44.956054 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Calling delete_port for 926cf846-1deb-42fb-940e-88952b0c9a5b owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:45.089138 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (926cf846-1deb-42fb-940e-88952b0c9a5b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:45.113384 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Pushing event deleted for resources: {'Port': ['ID=926cf846-1deb-42fb-940e-88952b0c9a5b,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:45.181591 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks [] for floatingip (110f2766-47f9-466f-8944-7da3e3242776), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:45.184376 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:45.185517 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-edc19d91-5fe2-45e8-9308-230d7b444829 tempest-AttachVolumeTestJSON-419658518 tempest-AttachVolumeTestJSON-419658518-project] 10.222.0.21 "DELETE /v2.0/floatingips/110f2766-47f9-466f-8944-7da3e3242776 HTTP/1.1" status: 204 len: 168 time: 0.4357958 Mar 14 10:20:45.642200 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:45.661761 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:45.662109 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aa8fbe86-8879-4bbb-a0a9-ab8c968deaa1 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:48.694690 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40794) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:49.396860 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:49.661985 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Deleting port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:49.662235 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:49.740488 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] For port 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:49.741075 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:49.753337 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Calling delete_port for 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:49.935136 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (543a8e7d-c2b9-4c47-9f0e-d453c94de5cb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:49.959401 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Pushing event deleted for resources: {'Port': ['ID=543a8e7d-c2b9-4c47-9f0e-d453c94de5cb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:50.125702 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:50.341357 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:20:50.446087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:20:50.450958 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d27f7a90-1c67-4226-b076-16dfc3487f78 admin admin] 10.222.0.21 "PUT /v2.0/routers/24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7551908 Mar 14 10:20:50.453677 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40800) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:50.456766 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] Sync routers for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:20:50.467385 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:50.468536 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:50.559934 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks [] for router (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:50.578973 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:50.664807 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks [] for router_gateway (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:50.720026 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Deleting port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:50.720372 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:50.764432 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46'}], 'enable_snat': True}, 'gw_port_id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:20:49Z', 'revision_number': 5, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port': {'id': 'f2dcf128-c1b7-4d7c-bbb2-2c246833b5be', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:11Z', 'updated_at': '2022-03-14T10:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:50.792575 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] Checking router: 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:20:50.798457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] For port f2dcf128-c1b7-4d7c-bbb2-2c246833b5be, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:50.798799 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:50.802079 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] Routers {'24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:50.802670 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:50.810369 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Calling delete_port for f2dcf128-c1b7-4d7c-bbb2-2c246833b5be owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:50.889258 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] Set router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:20:50.940619 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:20:50Z', 'revision_number': 6, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:50.969780 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fadf1c-906a-49b5-a199-2610c5f20ea9 None None] The sync data for ids ['24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9'] in dv-cinder-833543-1-iscsi is: [{'id': '24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9', 'name': 'tempest-AttachVolumeTestJSON-534442439-router', 'tenant_id': '5764ccf21bb64182978d5665a4332fa5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:20:50Z', 'revision_number': 6, 'project_id': '5764ccf21bb64182978d5665a4332fa5', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:20:50.978090 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (f2dcf128-c1b7-4d7c-bbb2-2c246833b5be), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.003855 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dcf128-c1b7-4d7c-bbb2-2c246833b5be,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:51.067056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.157664 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.159824 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks [] for router_controller (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.201706 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.202200 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:20:51.208902 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.210118 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6ddfa270-6989-4a41-93bb-f32592038851 admin admin] 10.222.0.21 "DELETE /v2.0/routers/24fa97ab-7ed9-46d1-9c42-1bcdcbc76ec9 HTTP/1.1" status: 204 len: 168 time: 0.7553875 Mar 14 10:20:51.212600 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40806) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:51.263304 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Deleting subnet 81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:20:51.266796 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Publish callbacks [] for subnet (81e06526-bd8a-4cd6-a3e9-4996a2f3bb05), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.300548 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (81e06526-bd8a-4cd6-a3e9-4996a2f3bb05), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.380409 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (81e06526-bd8a-4cd6-a3e9-4996a2f3bb05), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.433514 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (81e06526-bd8a-4cd6-a3e9-4996a2f3bb05), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.464621 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81e06526-bd8a-4cd6-a3e9-4996a2f3bb05,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:51.468268 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.471473 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1640e762-508d-4aa0-8af6-f8d678c7b886 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/81e06526-bd8a-4cd6-a3e9-4996a2f3bb05 HTTP/1.1" status: 204 len: 168 time: 0.2579410 Mar 14 10:20:51.474016 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40808) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:51.474667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25d9bf-b0bd-481a-ac6c-93e3bbed2e61 None None] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:20:51.545045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.607191 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Deleting port 26c30f72-ce19-4c0f-a142-2532c673c321 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:51.607727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.680422 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] For port 26c30f72-ce19-4c0f-a142-2532c673c321, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=26c30f72-ce19-4c0f-a142-2532c673c321,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:51.680717 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.696216 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Calling delete_port for 26c30f72-ce19-4c0f-a142-2532c673c321 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:51.723671 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] DHCP port deletion for 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:20:51.804966 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Deleting port 26c30f72-ce19-4c0f-a142-2532c673c321 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:51.805376 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.819725 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.852556 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Pushing event deleted for resources: {'Port': ['ID=26c30f72-ce19-4c0f-a142-2532c673c321,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:51.859242 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] No DVR routers for this DVR port 26c30f72-ce19-4c0f-a142-2532c673c321 on host dv-cinder-833543-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:20:51.878085 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:51.910673 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] For port 26c30f72-ce19-4c0f-a142-2532c673c321, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=26c30f72-ce19-4c0f-a142-2532c673c321,segment=NetworkSegment(3b31e67f-50fc-4b28-befb-9ede5841e5fc),segment_id=3b31e67f-50fc-4b28-befb-9ede5841e5fc)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:51.911077 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.913315 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:51.913667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 543a8e7d-c2b9-4c47-9f0e-d453c94de5cb not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:51.914089 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device f2dcf128-c1b7-4d7c-bbb2-2c246833b5be no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:51.935189 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:51.947269 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: f2dcf128-c1b7-4d7c-bbb2-2c246833b5be {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:51.947695 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device f2dcf128-c1b7-4d7c-bbb2-2c246833b5be not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:51.948076 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 26c30f72-ce19-4c0f-a142-2532c673c321 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:20:51.950078 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Calling delete_port for 26c30f72-ce19-4c0f-a142-2532c673c321 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:51.962822 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6ae8ca-0eeb-4872-b93c-8d799f6ba677']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:51.974377 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b31e67f-50fc-4b28-befb-9ede5841e5fc') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:51.974645 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 26c30f72-ce19-4c0f-a142-2532c673c321 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:20:51.974766 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b31e67f-50fc-4b28-befb-9ede5841e5fc') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:51.974976 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 26c30f72-ce19-4c0f-a142-2532c673c321 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:20:51.986907 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (3b31e67f-50fc-4b28-befb-9ede5841e5fc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.001289 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (3b31e67f-50fc-4b28-befb-9ede5841e5fc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.009284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:20:52.009770 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (3b31e67f-50fc-4b28-befb-9ede5841e5fc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:20:52.012120 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:20:52.075132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (3d6ae8ca-0eeb-4872-b93c-8d799f6ba677), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.081369 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.085232 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 HTTP/1.1" status: 204 len: 168 time: 0.6101239 Mar 14 10:20:52.096748 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (26c30f72-ce19-4c0f-a142-2532c673c321), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.098508 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d48a2-08f7-4e62-9571-0b89cc7a586b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6ae8ca-0eeb-4872-b93c-8d799f6ba677,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:52.105769 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Network 3d6ae8ca-0eeb-4872-b93c-8d799f6ba677 is not hosted by any dhcp agent {{(pid=103282) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 14 10:20:52.106274 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] No DVR routers for this DVR port 26c30f72-ce19-4c0f-a142-2532c673c321 on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:20:52.125566 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Pushing event deleted for resources: {'Port': ['ID=26c30f72-ce19-4c0f-a142-2532c673c321,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:52.134355 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.134663 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.135015 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.135365 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.135746 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.136496 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.136496 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.136726 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.137111 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.137665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.137946 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.138277 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.138610 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.138922 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.139666 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815fd741-58b7-4719-8aa5-8e114e5b3a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:20:52.209450 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40820) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:52.249424 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5690fd96-2542-4adf-af86-12eba4ff4a65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5764ccf21bb64182978d5665a4332fa5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386460 Mar 14 10:20:52.251670 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40822) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:52.307151 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c145c68-2b0c-4610-bb56-2203be0e03aa admin admin] Publish callbacks [] for security_group (5b9b48ce-39c8-4696-ad87-6bfa5c81810e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.328082 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c145c68-2b0c-4610-bb56-2203be0e03aa admin admin] Publish callbacks [] for security_group (5b9b48ce-39c8-4696-ad87-6bfa5c81810e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.373325 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c145c68-2b0c-4610-bb56-2203be0e03aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5b9b48ce-39c8-4696-ad87-6bfa5c81810e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.375966 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c145c68-2b0c-4610-bb56-2203be0e03aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:52.377090 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2c145c68-2b0c-4610-bb56-2203be0e03aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b9b48ce-39c8-4696-ad87-6bfa5c81810e HTTP/1.1" status: 204 len: 168 time: 0.1245363 Mar 14 10:20:52.385502 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c145c68-2b0c-4610-bb56-2203be0e03aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9b48ce-39c8-4696-ad87-6bfa5c81810e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:53.016181 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8ebfb79-1ff4-4cd8-9efc-52e129c3fdf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:53.912848 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40876) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:54.013443 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a07b83ef-bd87-4083-84e2-46404440c656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.085416 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a07b83ef-bd87-4083-84e2-46404440c656 admin admin] Publish callbacks [] for security_group (158df656-777f-4da2-8f7c-4f4929d206fc), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.089220 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a07b83ef-bd87-4083-84e2-46404440c656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (158df656-777f-4da2-8f7c-4f4929d206fc), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.128347 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a07b83ef-bd87-4083-84e2-46404440c656 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d3a9048359a47e6a4861cafda747e25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121027 Mar 14 10:20:54.128347 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b83ef-bd87-4083-84e2-46404440c656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158df656-777f-4da2-8f7c-4f4929d206fc,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:54.128745 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40880) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:54.174744 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39d46e28-724c-426e-a757-c749b241c272 admin admin] Publish callbacks [] for security_group (158df656-777f-4da2-8f7c-4f4929d206fc), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.195474 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39d46e28-724c-426e-a757-c749b241c272 admin admin] Publish callbacks [] for security_group (158df656-777f-4da2-8f7c-4f4929d206fc), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.243476 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39d46e28-724c-426e-a757-c749b241c272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (158df656-777f-4da2-8f7c-4f4929d206fc), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.246321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-39d46e28-724c-426e-a757-c749b241c272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.247528 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-39d46e28-724c-426e-a757-c749b241c272 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/158df656-777f-4da2-8f7c-4f4929d206fc HTTP/1.1" status: 204 len: 168 time: 0.1178062 Mar 14 10:20:54.255365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d46e28-724c-426e-a757-c749b241c272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158df656-777f-4da2-8f7c-4f4929d206fc,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:54.510131 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 40892) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:54.523550 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b81ca363-4bf8-45f1-a7dc-fbc3d086983e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.596838 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b81ca363-4bf8-45f1-a7dc-fbc3d086983e admin admin] Publish callbacks [] for security_group (91125e0c-bba6-4ff4-b029-5c1c965989d8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.600484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b81ca363-4bf8-45f1-a7dc-fbc3d086983e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (91125e0c-bba6-4ff4-b029-5c1c965989d8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.646199 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b81ca363-4bf8-45f1-a7dc-fbc3d086983e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec1898ffec3746e398a52cabf85eb373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349270 Mar 14 10:20:54.648126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ca363-4bf8-45f1-a7dc-fbc3d086983e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91125e0c-bba6-4ff4-b029-5c1c965989d8,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:54.649007 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 40894) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:54.702005 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823936ed-aa28-4954-afb7-85053b8fdf44 admin admin] Publish callbacks [] for security_group (91125e0c-bba6-4ff4-b029-5c1c965989d8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.722272 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823936ed-aa28-4954-afb7-85053b8fdf44 admin admin] Publish callbacks [] for security_group (91125e0c-bba6-4ff4-b029-5c1c965989d8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.767539 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823936ed-aa28-4954-afb7-85053b8fdf44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (91125e0c-bba6-4ff4-b029-5c1c965989d8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.770101 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823936ed-aa28-4954-afb7-85053b8fdf44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:54.771233 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-823936ed-aa28-4954-afb7-85053b8fdf44 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91125e0c-bba6-4ff4-b029-5c1c965989d8 HTTP/1.1" status: 204 len: 168 time: 0.1212437 Mar 14 10:20:54.779279 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823936ed-aa28-4954-afb7-85053b8fdf44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91125e0c-bba6-4ff4-b029-5c1c965989d8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:55.499836 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0818fa48-8f57-425d-8a04-61c1164961d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:56.408874 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:57.761875 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b6a16-1392-472e-b90e-3ada48e1d3bd req-ee6d36b6-62ae-44a5-a08f-98c4bec41504 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:57.763438 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-058b6a16-1392-472e-b90e-3ada48e1d3bd req-ee6d36b6-62ae-44a5-a08f-98c4bec41504 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0535131 Mar 14 10:20:57.814209 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-058b6a16-1392-472e-b90e-3ada48e1d3bd req-f0f386a3-72f3-46d5-86bd-2588571ff615 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Mar 14 10:20:57.861495 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:58.946954 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dabc25-99be-4d10-8794-32fde8c6dd8e req-cec48916-43b2-49c8-a20c-360aa30eb253 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:58.948416 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f5dabc25-99be-4d10-8794-32fde8c6dd8e req-cec48916-43b2-49c8-a20c-360aa30eb253 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0559146 Mar 14 10:20:58.997058 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f5dabc25-99be-4d10-8794-32fde8c6dd8e req-5c9890a7-dc1c-42f2-9a0b-8c203395a572 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups?id=47a23f2b-4a61-4939-a26e-32dedde6191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Mar 14 10:20:59.143942 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-1853b8a2-dec5-4e1d-a1a0-a2935939fb73 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:20:59.144477 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41000) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:59.145505 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-1853b8a2-dec5-4e1d-a1a0-a2935939fb73 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 947 time: 0.0515592 Mar 14 10:20:59.241555 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Deleting port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:20:59.241899 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.247397 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7149612-3734-4a5d-9d10-50cd1300a400 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.329263 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7149612-3734-4a5d-9d10-50cd1300a400 admin admin] Publish callbacks [] for security_group (df386fa8-0754-4ebf-a6cb-dce1dff586fa), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.331629 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] For port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:20:59.332003 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.333147 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a7149612-3734-4a5d-9d10-50cd1300a400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (df386fa8-0754-4ebf-a6cb-dce1dff586fa), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.374011 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a7149612-3734-4a5d-9d10-50cd1300a400 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f30963274144fba9840e24b1d9e0c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263191 Mar 14 10:20:59.374011 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7149612-3734-4a5d-9d10-50cd1300a400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df386fa8-0754-4ebf-a6cb-dce1dff586fa,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:59.375100 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41004) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:59.423347 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ffc4cffa-2272-4532-9fcf-c6ce2be84a35 admin admin] Publish callbacks [] for security_group (df386fa8-0754-4ebf-a6cb-dce1dff586fa), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.444913 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ffc4cffa-2272-4532-9fcf-c6ce2be84a35 admin admin] Publish callbacks [] for security_group (df386fa8-0754-4ebf-a6cb-dce1dff586fa), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.492658 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ffc4cffa-2272-4532-9fcf-c6ce2be84a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (df386fa8-0754-4ebf-a6cb-dce1dff586fa), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.495206 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-ffc4cffa-2272-4532-9fcf-c6ce2be84a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.496402 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-ffc4cffa-2272-4532-9fcf-c6ce2be84a35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df386fa8-0754-4ebf-a6cb-dce1dff586fa HTTP/1.1" status: 204 len: 168 time: 0.1205192 Mar 14 10:20:59.504775 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.504947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4cffa-2272-4532-9fcf-c6ce2be84a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df386fa8-0754-4ebf-a6cb-dce1dff586fa,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:59.505218 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.505470 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Floating IP 6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341 disassociated. External IP: 172.27.0.91, port: 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0. Mar 14 10:20:59.505811 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Calling delete_port for 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:20:59.584891 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.642664 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (36f37f96-bdf4-4fa1-9695-f16bbae5f2f0), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.670274 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event deleted for resources: {'Port': ['ID=36f37f96-bdf4-4fa1-9695-f16bbae5f2f0,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:59.770621 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41010) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:59.783426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc998209-930b-4b34-9027-af5baf22b3da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.785753 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:20:59.867038 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc998209-930b-4b34-9027-af5baf22b3da admin admin] Publish callbacks [] for security_group (3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.872179 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-dc998209-930b-4b34-9027-af5baf22b3da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.905469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:20:59.917812 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:20:59.929800 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:20:59.930912 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:20:59.933176 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-dc998209-930b-4b34-9027-af5baf22b3da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18e5f0c9a9a74e8b931eeed36fc14b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1614301 Mar 14 10:20:59.934956 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41018) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:20:59.934956 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc998209-930b-4b34-9027-af5baf22b3da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:20:59.961258 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] No DVR routers for this DVR port 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:20:59.964393 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:20:59.967844 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-7654b6dc-37d2-488c-ae68-3e6134ba3698 req-6bb236be-0c64-436c-bc19-e822305f35a8 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.35 "DELETE /v2.0/ports/36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 HTTP/1.1" status: 204 len: 173 time: 0.8174653 Mar 14 10:20:59.968439 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-deleted', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:20:59.971967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37f1db3-6e85-46c3-8b9c-7a2f4a91dc6c" -d '{"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-deleted", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:21:00.004936 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d04932bf-73eb-473f-b1a1-fd459c08118d admin admin] Publish callbacks [] for security_group (3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:00.035321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4bdf1d-f4df-4dfb-9c12-4c5a7a9088c9 x-openstack-request-id: req-1a4bdf1d-f4df-4dfb-9c12-4c5a7a9088c9 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:21:00.035643 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde3158d-fa4e-4a99-bdce-edbd79c45c61", "name": "network-vif-deleted", "tag": "36f37f96-bdf4-4fa1-9695-f16bbae5f2f0", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:21:00.035904 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a4bdf1d-f4df-4dfb-9c12-4c5a7a9088c9 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:21:00.036900 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde3158d-fa4e-4a99-bdce-edbd79c45c61', 'name': 'network-vif-deleted', 'tag': '36f37f96-bdf4-4fa1-9695-f16bbae5f2f0', 'status': 'completed', 'code': 200} Mar 14 10:21:00.073772 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d04932bf-73eb-473f-b1a1-fd459c08118d admin admin] Publish callbacks [] for security_group (3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:00.137894 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:00.146853 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fd59ec4b-0b98-4cad-a586-d6b1ac3d500a req-94165341-0cf3-4c62-8071-66330b86759a tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/ports?device_id=fde3158d-fa4e-4a99-bdce-edbd79c45c61 HTTP/1.1" status: 200 len: 210 time: 0.0343125 Mar 14 10:21:00.183275 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d04932bf-73eb-473f-b1a1-fd459c08118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:00.186699 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d04932bf-73eb-473f-b1a1-fd459c08118d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:00.192585 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d04932bf-73eb-473f-b1a1-fd459c08118d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb HTTP/1.1" status: 204 len: 168 time: 0.2543173 Mar 14 10:21:00.207580 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04932bf-73eb-473f-b1a1-fd459c08118d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a17b9ed-e15d-4129-b4a1-cf02f7d0c1bb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:00.390757 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:00.416901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:00.425752 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:00.426357 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:00.536214 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:00.740615 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:00.892333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49af9403-530e-41bf-a824-7b9eb1c0420d None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:14:21Z', 'revision_number': 4, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '3856da0a-b569-4ef8-9328-f27f6203d7a3', 'name': '', 'network_id': 'aa6f9f98-0eed-4ba5-998a-6e7185cea065', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'mac_address': 'fa:16:3e:25:07:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:19Z', 'updated_at': '2022-03-14T10:14:40Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'subnets': [{'id': 'f4afdfd6-1704-48f8-9ad3-64d3757f8d4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:01.143375 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9bfbf6-6805-4e98-9417-4250042ab9aa None None] New status for floating IP 6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341: DOWN {{(pid=103283) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:21:01.257518 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41066) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:01.319526 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41068) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:01.328741 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-055d58c1-36fc-47ac-b7f6-c8ece8f0ec5f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (47a23f2b-4a61-4939-a26e-32dedde6191e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.355700 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-055d58c1-36fc-47ac-b7f6-c8ece8f0ec5f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (47a23f2b-4a61-4939-a26e-32dedde6191e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.406085 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-055d58c1-36fc-47ac-b7f6-c8ece8f0ec5f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (47a23f2b-4a61-4939-a26e-32dedde6191e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.408947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-055d58c1-36fc-47ac-b7f6-c8ece8f0ec5f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.410131 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-055d58c1-36fc-47ac-b7f6-c8ece8f0ec5f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "DELETE /v2.0/security-groups/47a23f2b-4a61-4939-a26e-32dedde6191e HTTP/1.1" status: 204 len: 168 time: 0.1514430 Mar 14 10:21:01.413049 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41072) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:01.421194 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d58c1-36fc-47ac-b7f6-c8ece8f0ec5f tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a23f2b-4a61-4939-a26e-32dedde6191e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:01.444786 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.api.v2.resource [None req-2ffcf04b-ebef-4332-bd1c-7a0481f7d517 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] show failed (client error): The resource could not be found. Mar 14 10:21:01.445772 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2ffcf04b-ebef-4332-bd1c-7a0481f7d517 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "GET /v2.0/security-groups/47a23f2b-4a61-4939-a26e-32dedde6191e HTTP/1.1" status: 404 len: 347 time: 0.0314531 Mar 14 10:21:01.446703 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d84bfb58-7b03-449c-8e3c-217160cba498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.448802 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41074) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:01.526043 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d84bfb58-7b03-449c-8e3c-217160cba498 admin admin] Publish callbacks [] for security_group (7dad1a67-03c1-4af0-bb22-df2f52160fed), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.529859 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d84bfb58-7b03-449c-8e3c-217160cba498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (7dad1a67-03c1-4af0-bb22-df2f52160fed), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.567285 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84bfb58-7b03-449c-8e3c-217160cba498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad1a67-03c1-4af0-bb22-df2f52160fed,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:01.572931 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d84bfb58-7b03-449c-8e3c-217160cba498 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0afa61f1151c485aa7f61e275a5ec91e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520716 Mar 14 10:21:01.575477 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41076) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:01.582094 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Deleting port a6739eda-345e-4bab-b05b-e1b46853fdcc {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:01.582434 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.685853 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f68-2bda-4a9f-a040-85698c442493 admin admin] Publish callbacks [] for security_group (7dad1a67-03c1-4af0-bb22-df2f52160fed), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.690951 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.691277 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (a6739eda-345e-4bab-b05b-e1b46853fdcc), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.711534 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Calling delete_port for a6739eda-345e-4bab-b05b-e1b46853fdcc owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:01.723878 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f68-2bda-4a9f-a040-85698c442493 admin admin] Publish callbacks [] for security_group (7dad1a67-03c1-4af0-bb22-df2f52160fed), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.820916 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f68-2bda-4a9f-a040-85698c442493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (7dad1a67-03c1-4af0-bb22-df2f52160fed), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.823320 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d0de9f68-2bda-4a9f-a040-85698c442493 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.824460 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d0de9f68-2bda-4a9f-a040-85698c442493 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dad1a67-03c1-4af0-bb22-df2f52160fed HTTP/1.1" status: 204 len: 168 time: 0.2480378 Mar 14 10:21:01.834234 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de9f68-2bda-4a9f-a040-85698c442493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad1a67-03c1-4af0-bb22-df2f52160fed,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:01.888565 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (a6739eda-345e-4bab-b05b-e1b46853fdcc), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.922880 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Pushing event deleted for resources: {'Port': ['ID=a6739eda-345e-4bab-b05b-e1b46853fdcc,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:01.981926 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks [] for floatingip (6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.984623 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:01.985756 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a4305edd-0103-48b1-9222-438c5f31de89 tempest-AttachVolumeShelveTestJSON-1715808269 tempest-AttachVolumeShelveTestJSON-1715808269-project] 10.222.0.21 "DELETE /v2.0/floatingips/6ab1dd0a-562d-4fb5-8fe8-3b4aabe2a341 HTTP/1.1" status: 204 len: 168 time: 0.5355370 Mar 14 10:21:02.393112 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41106) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:02.616991 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:21:02.722051 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37a5a794-a45c-4de2-8ad9-037e4bfe763e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.796633 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37a5a794-a45c-4de2-8ad9-037e4bfe763e admin admin] Publish callbacks [] for security_group (cb7bf260-6dee-4719-aa10-35d551502264), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.800787 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-37a5a794-a45c-4de2-8ad9-037e4bfe763e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cb7bf260-6dee-4719-aa10-35d551502264), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.843972 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-37a5a794-a45c-4de2-8ad9-037e4bfe763e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1aee2015331d47dc8d5633d94aaade08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466336 Mar 14 10:21:02.843972 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5a794-a45c-4de2-8ad9-037e4bfe763e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7bf260-6dee-4719-aa10-35d551502264,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:02.844204 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41116) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:02.895159 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f44621f-914c-457e-95cd-5c833aca2615 admin admin] Publish callbacks [] for security_group (cb7bf260-6dee-4719-aa10-35d551502264), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.918733 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f44621f-914c-457e-95cd-5c833aca2615 admin admin] Publish callbacks [] for security_group (cb7bf260-6dee-4719-aa10-35d551502264), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.967122 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f44621f-914c-457e-95cd-5c833aca2615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cb7bf260-6dee-4719-aa10-35d551502264), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.970797 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-9f44621f-914c-457e-95cd-5c833aca2615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:02.972098 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9f44621f-914c-457e-95cd-5c833aca2615 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cb7bf260-6dee-4719-aa10-35d551502264 HTTP/1.1" status: 204 len: 168 time: 0.1268899 Mar 14 10:21:02.980029 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44621f-914c-457e-95cd-5c833aca2615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7bf260-6dee-4719-aa10-35d551502264,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:03.718806 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:21:03.741203 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:21:03.741617 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 36f37f96-bdf4-4fa1-9695-f16bbae5f2f0 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:21:04.404509 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41190) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:04.913822 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (4cb460ff-ad7e-408c-be16-96bc30c6dd67), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:05.161969 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Deleting port 3856da0a-b569-4ef8-9328-f27f6203d7a3 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:05.162303 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:05.238857 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] For port 3856da0a-b569-4ef8-9328-f27f6203d7a3, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=3856da0a-b569-4ef8-9328-f27f6203d7a3,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:05.239230 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:05.256559 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Calling delete_port for 3856da0a-b569-4ef8-9328-f27f6203d7a3 owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:05.453619 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (3856da0a-b569-4ef8-9328-f27f6203d7a3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:05.481122 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Pushing event deleted for resources: {'Port': ['ID=3856da0a-b569-4ef8-9328-f27f6203d7a3,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:05.655334 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (4cb460ff-ad7e-408c-be16-96bc30c6dd67), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:05.824988 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41220) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:05.878625 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:21:05.932912 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-51fdfe7c-b9bf-4637-8f37-e2c938f34b4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.017280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-51fdfe7c-b9bf-4637-8f37-e2c938f34b4c admin admin] Publish callbacks [] for security_group (5e4f734b-3b7d-42b8-b0f2-e6f33678a461), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.023854 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-51fdfe7c-b9bf-4637-8f37-e2c938f34b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5e4f734b-3b7d-42b8-b0f2-e6f33678a461), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.064944 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-51fdfe7c-b9bf-4637-8f37-e2c938f34b4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f65420db95134b1ea217aebbf3880703&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387779 Mar 14 10:21:06.066121 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdfe7c-b9bf-4637-8f37-e2c938f34b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4f734b-3b7d-42b8-b0f2-e6f33678a461,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:06.068670 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41224) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:06.119957 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88f75ae3-b8ee-4305-9a88-e105707dc19c admin admin] Publish callbacks [] for security_group (5e4f734b-3b7d-42b8-b0f2-e6f33678a461), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.142636 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88f75ae3-b8ee-4305-9a88-e105707dc19c admin admin] Publish callbacks [] for security_group (5e4f734b-3b7d-42b8-b0f2-e6f33678a461), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.192124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88f75ae3-b8ee-4305-9a88-e105707dc19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5e4f734b-3b7d-42b8-b0f2-e6f33678a461), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.194711 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88f75ae3-b8ee-4305-9a88-e105707dc19c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.195906 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-88f75ae3-b8ee-4305-9a88-e105707dc19c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e4f734b-3b7d-42b8-b0f2-e6f33678a461 HTTP/1.1" status: 204 len: 168 time: 0.1262784 Mar 14 10:21:06.206471 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f75ae3-b8ee-4305-9a88-e105707dc19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4f734b-3b7d-42b8-b0f2-e6f33678a461,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:06.265826 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:06.270978 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6389edf8-5b9c-4c4e-8b72-6819d009f55a admin admin] 10.222.0.21 "PUT /v2.0/routers/4cb460ff-ad7e-408c-be16-96bc30c6dd67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8667848 Mar 14 10:21:06.273489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41228) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:06.281314 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] Sync routers for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:06.293298 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:06.293922 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:06.388201 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks [] for router (4cb460ff-ad7e-408c-be16-96bc30c6dd67), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.405441 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:06.523644 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks [] for router_gateway (4cb460ff-ad7e-408c-be16-96bc30c6dd67), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.585577 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Deleting port e3db18c1-d0a6-46f4-a069-e4b810b718ce {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:06.586025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.603308 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151'}], 'enable_snat': True}, 'gw_port_id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:21:05Z', 'revision_number': 5, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port': {'id': 'e3db18c1-d0a6-46f4-a069-e4b810b718ce', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e5:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:14:13Z', 'updated_at': '2022-03-14T10:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:06.636275 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] Checking router: 4cb460ff-ad7e-408c-be16-96bc30c6dd67 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:06.647848 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] Routers {'4cb460ff-ad7e-408c-be16-96bc30c6dd67'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:06.648606 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:06.678722 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] For port e3db18c1-d0a6-46f4-a069-e4b810b718ce, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e3db18c1-d0a6-46f4-a069-e4b810b718ce,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:06.679241 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.698185 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Calling delete_port for e3db18c1-d0a6-46f4-a069-e4b810b718ce owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:06.750040 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] Set router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:06.818667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:21:06Z', 'revision_number': 6, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:06.855567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c61dcd-e3d8-4147-9999-144444c9fc09 None None] The sync data for ids ['4cb460ff-ad7e-408c-be16-96bc30c6dd67'] in dv-cinder-833543-1-iscsi is: [{'id': '4cb460ff-ad7e-408c-be16-96bc30c6dd67', 'name': 'tempest-AttachVolumeShelveTestJSON-496495178-router', 'tenant_id': '48378d748f5046a89b2ad82eb1e65d4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:14:10Z', 'updated_at': '2022-03-14T10:21:06Z', 'revision_number': 6, 'project_id': '48378d748f5046a89b2ad82eb1e65d4a', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:06.947413 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (e3db18c1-d0a6-46f4-a069-e4b810b718ce), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:06.973712 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3db18c1-d0a6-46f4-a069-e4b810b718ce,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:07.038930 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (4cb460ff-ad7e-408c-be16-96bc30c6dd67), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.134128 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (4cb460ff-ad7e-408c-be16-96bc30c6dd67), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.136643 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks [] for router_controller (4cb460ff-ad7e-408c-be16-96bc30c6dd67), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.183805 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (4cb460ff-ad7e-408c-be16-96bc30c6dd67), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.184335 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb460ff-ad7e-408c-be16-96bc30c6dd67 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:21:07.188766 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.189883 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7a4bb80f-9070-4f6f-9965-d483aab2f0e0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4cb460ff-ad7e-408c-be16-96bc30c6dd67 HTTP/1.1" status: 204 len: 168 time: 0.9154789 Mar 14 10:21:07.192624 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41262) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:07.246469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Deleting subnet f4afdfd6-1704-48f8-9ad3-64d3757f8d4a {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:21:07.249871 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Publish callbacks [] for subnet (f4afdfd6-1704-48f8-9ad3-64d3757f8d4a), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.287375 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (f4afdfd6-1704-48f8-9ad3-64d3757f8d4a), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.381321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (f4afdfd6-1704-48f8-9ad3-64d3757f8d4a), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.439154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (f4afdfd6-1704-48f8-9ad3-64d3757f8d4a), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.464175 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4afdfd6-1704-48f8-9ad3-64d3757f8d4a,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:07.470436 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.473643 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1d9c9075-6dad-4ea6-bc45-d51ae7c12d8e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4afdfd6-1704-48f8-9ad3-64d3757f8d4a HTTP/1.1" status: 204 len: 168 time: 0.2800920 Mar 14 10:21:07.476246 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41272) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:07.476932 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f24ec2-a85e-464a-ac3b-b77c714e74db None None] Network aa6f9f98-0eed-4ba5-998a-6e7185cea065 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:07.549485 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (aa6f9f98-0eed-4ba5-998a-6e7185cea065), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.608692 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Deleting port a94e8e33-82d6-4194-b834-1826d956ca6a {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:07.609044 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.660370 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] DHCP port deletion for aa6f9f98-0eed-4ba5-998a-6e7185cea065 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:21:07.682716 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] For port a94e8e33-82d6-4194-b834-1826d956ca6a, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=a94e8e33-82d6-4194-b834-1826d956ca6a,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:07.683089 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.698187 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Calling delete_port for a94e8e33-82d6-4194-b834-1826d956ca6a owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:07.715649 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] Deleting port a94e8e33-82d6-4194-b834-1826d956ca6a {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:07.716036 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.804127 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.806000 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 3856da0a-b569-4ef8-9328-f27f6203d7a3 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:21:07.835459 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Pushing event deleted for resources: {'Port': ['ID=a94e8e33-82d6-4194-b834-1826d956ca6a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:07.838819 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 3856da0a-b569-4ef8-9328-f27f6203d7a3 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:21:07.839164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 3856da0a-b569-4ef8-9328-f27f6203d7a3 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:21:07.839577 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e3db18c1-d0a6-46f4-a069-e4b810b718ce no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:21:07.845406 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] No DVR routers for this DVR port a94e8e33-82d6-4194-b834-1826d956ca6a on host dv-cinder-833543-1-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:21:07.866606 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] For port a94e8e33-82d6-4194-b834-1826d956ca6a, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=a94e8e33-82d6-4194-b834-1826d956ca6a,segment=NetworkSegment(21aa29a3-2545-4234-a44e-3e0b67f283eb),segment_id=21aa29a3-2545-4234-a44e-3e0b67f283eb)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:07.867164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.869947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: e3db18c1-d0a6-46f4-a069-e4b810b718ce {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:21:07.870298 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e3db18c1-d0a6-46f4-a069-e4b810b718ce not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:21:07.870784 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device a94e8e33-82d6-4194-b834-1826d956ca6a no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:21:07.900917 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] Calling delete_port for a94e8e33-82d6-4194-b834-1826d956ca6a owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:07.902514 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: a94e8e33-82d6-4194-b834-1826d956ca6a {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:21:07.902822 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device a94e8e33-82d6-4194-b834-1826d956ca6a not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:21:07.960707 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (aa6f9f98-0eed-4ba5-998a-6e7185cea065), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:07.982675 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa6f9f98-0eed-4ba5-998a-6e7185cea065']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:07.993338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21aa29a3-2545-4234-a44e-3e0b67f283eb') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:07.993706 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21aa29a3-2545-4234-a44e-3e0b67f283eb') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:08.006010 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (a94e8e33-82d6-4194-b834-1826d956ca6a), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.006924 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (21aa29a3-2545-4234-a44e-3e0b67f283eb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.025765 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] No DVR routers for this DVR port a94e8e33-82d6-4194-b834-1826d956ca6a on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:21:08.027875 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (21aa29a3-2545-4234-a44e-3e0b67f283eb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.051286 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:21:08.051904 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (21aa29a3-2545-4234-a44e-3e0b67f283eb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:21:08.054387 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:21:08.065142 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a1434-77b9-46a2-a8fd-61499d574744 None None] Pushing event deleted for resources: {'Port': ['ID=a94e8e33-82d6-4194-b834-1826d956ca6a,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:08.133411 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (aa6f9f98-0eed-4ba5-998a-6e7185cea065), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.151633 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.157927 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa6f9f98-0eed-4ba5-998a-6e7185cea065 HTTP/1.1" status: 204 len: 168 time: 0.6785262 Mar 14 10:21:08.157927 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2483ad44-5ad2-41c5-aa4d-db604ce2b019 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa6f9f98-0eed-4ba5-998a-6e7185cea065,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:08.355466 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41308) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:08.399461 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6bbb0e67-49cd-45ae-a30a-4e678e20c741 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48378d748f5046a89b2ad82eb1e65d4a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0401473 Mar 14 10:21:08.399771 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41310) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:08.448449 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-978b3cb4-697a-4b4c-ab93-3346b9db3cad admin admin] Publish callbacks [] for security_group (5c23ddbe-9d08-4879-af45-8174b834afea), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.471247 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-978b3cb4-697a-4b4c-ab93-3346b9db3cad admin admin] Publish callbacks [] for security_group (5c23ddbe-9d08-4879-af45-8174b834afea), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.521927 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-978b3cb4-697a-4b4c-ab93-3346b9db3cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (5c23ddbe-9d08-4879-af45-8174b834afea), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.524502 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-978b3cb4-697a-4b4c-ab93-3346b9db3cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:08.526040 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-978b3cb4-697a-4b4c-ab93-3346b9db3cad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c23ddbe-9d08-4879-af45-8174b834afea HTTP/1.1" status: 204 len: 168 time: 0.1249270 Mar 14 10:21:08.538515 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b3cb4-697a-4b4c-ab93-3346b9db3cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c23ddbe-9d08-4879-af45-8174b834afea,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:09.266014 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41358) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:09.363950 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-937195820-network', 'tenant_id': 'bc8e980debfc4cc4be07ec9182ee33b7'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:09.389729 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Made reservation on behalf of bc8e980debfc4cc4be07ec9182ee33b7 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:09.391975 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.400849 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.477440 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks [] for security_group (32a44f0c-50e0-4433-9ffb-d86e2888989e), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.481745 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (32a44f0c-50e0-4433-9ffb-d86e2888989e), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.507020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:21:09.516537 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a44f0c-50e0-4433-9ffb-d86e2888989e,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:09.530554 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (99160fbf-fbe3-4a1d-8864-940626fff904), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.531110 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Added segment 99160fbf-fbe3-4a1d-8864-940626fff904 of type vlan for network 5a27e794-061e-4a85-9242-be118a6c6222 Mar 14 10:21:09.576041 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (5a27e794-061e-4a85-9242-be118a6c6222), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.600292 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (5a27e794-061e-4a85-9242-be118a6c6222), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.601218 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:09.601791 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.664145 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.3942800 Mar 14 10:21:09.664337 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41372) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:09.668945 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Request body: {'subnet': {'network_id': '5a27e794-061e-4a85-9242-be118a6c6222', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-937195820-subnet', 'tenant_id': 'bc8e980debfc4cc4be07ec9182ee33b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:09.672457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855683-39b0-4af5-b993-656ee7665c35 admin admin] Pushing event updated for resources: {'Network': ['ID=5a27e794-061e-4a85-9242-be118a6c6222,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:09.684365 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 5a27e794-061e-4a85-9242-be118a6c6222 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:21:09.692371 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Made reservation on behalf of bc8e980debfc4cc4be07ec9182ee33b7 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:09.694749 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30488944'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.900790 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31426584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30488898'] for subnet (af5fe0b4-2a60-41f0-947f-c74cf677f2e8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:09.963157 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af5fe0b4-2a60-41f0-947f-c74cf677f2e8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:09.970974 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Checking segment: {'id': '99160fbf-fbe3-4a1d-8864-940626fff904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '5a27e794-061e-4a85-9242-be118a6c6222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:09.971335 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Network hostable DHCP agents. Network: 5a27e794-061e-4a85-9242-be118a6c6222, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:21:09.989230 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Network 5a27e794-061e-4a85-9242-be118a6c6222 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:21:09.999142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 5a27e794-061e-4a85-9242-be118a6c6222) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:10.003317 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:10.003951 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.012572 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d2e243-1dda-4e68-889f-d7f17e142d9b None None] Network 5a27e794-061e-4a85-9242-be118a6c6222 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:10.033476 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-6e515070-ceca-4bb9-aef7-21d6ecc2d032 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3681068 Mar 14 10:21:10.128394 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7718390-dc8e-4a4e-b784-58058652e136 None None] Network 5a27e794-061e-4a85-9242-be118a6c6222 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:10.628183 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41426) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:10.633154 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-521750463-network', 'tenant_id': '3476386d3d0d4d2dbaf823c3f20e33e6'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:10.652743 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Made reservation on behalf of 3476386d3d0d4d2dbaf823c3f20e33e6 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:10.655078 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.663548 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.761217 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks [] for security_group (d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.765132 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.791497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:21:10.801676 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:10.806347 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (c0cade3c-1162-48b8-926d-f587f217e8b3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.806701 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Added segment c0cade3c-1162-48b8-926d-f587f217e8b3 of type vlan for network dd59e314-ce01-4df1-a30a-c2ec2729c3e5 Mar 14 10:21:10.847749 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (dd59e314-ce01-4df1-a30a-c2ec2729c3e5), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.873582 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (dd59e314-ce01-4df1-a30a-c2ec2729c3e5), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.874519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:10.875093 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:10.909099 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.2797978 Mar 14 10:21:10.911744 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41434) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:10.916402 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Request body: {'subnet': {'network_id': 'dd59e314-ce01-4df1-a30a-c2ec2729c3e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-521750463-subnet', 'tenant_id': '3476386d3d0d4d2dbaf823c3f20e33e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:10.956270 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008daefd-b5ba-4ea9-9d6d-c7c968080f3f admin admin] Pushing event updated for resources: {'Network': ['ID=dd59e314-ce01-4df1-a30a-c2ec2729c3e5,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:10.969807 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network dd59e314-ce01-4df1-a30a-c2ec2729c3e5 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:21:10.980356 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Made reservation on behalf of 3476386d3d0d4d2dbaf823c3f20e33e6 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:10.983313 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28356109'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.158524 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28356159'] for subnet (b817642c-fb1b-4ff7-ae5b-f937851cb183), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.220532 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b817642c-fb1b-4ff7-ae5b-f937851cb183,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:11.226673 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Checking segment: {'id': 'c0cade3c-1162-48b8-926d-f587f217e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'dd59e314-ce01-4df1-a30a-c2ec2729c3e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:11.226947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Network hostable DHCP agents. Network: dd59e314-ce01-4df1-a30a-c2ec2729c3e5, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:21:11.242638 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Network dd59e314-ce01-4df1-a30a-c2ec2729c3e5 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:21:11.251541 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, dd59e314-ce01-4df1-a30a-c2ec2729c3e5) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:11.256094 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:11.257014 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.260036 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f32173-f2f2-4cbb-905c-ce9d405fbe65 None None] Network dd59e314-ce01-4df1-a30a-c2ec2729c3e5 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:11.274288 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a9334d04-f8fd-42eb-a5b5-2c84be5bd431 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3615038 Mar 14 10:21:11.334689 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.376187 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d603cc-6715-487f-af59-3254db121875 None None] Network dd59e314-ce01-4df1-a30a-c2ec2729c3e5 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:11.393681 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41442) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:11.437685 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Deleting subnet af5fe0b4-2a60-41f0-947f-c74cf677f2e8 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:21:11.442089 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Publish callbacks [] for subnet (af5fe0b4-2a60-41f0-947f-c74cf677f2e8), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.476855 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548065'] for subnet (af5fe0b4-2a60-41f0-947f-c74cf677f2e8), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.515746 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (af5fe0b4-2a60-41f0-947f-c74cf677f2e8), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.570657 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28356136'] for subnet (af5fe0b4-2a60-41f0-947f-c74cf677f2e8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.594194 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af5fe0b4-2a60-41f0-947f-c74cf677f2e8,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:11.599722 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.602848 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b5f37e0e-502a-4e04-95b4-6c584b0e54bb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/af5fe0b4-2a60-41f0-947f-c74cf677f2e8 HTTP/1.1" status: 204 len: 168 time: 0.2081802 Mar 14 10:21:11.605317 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41446) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:11.675684 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (5a27e794-061e-4a85-9242-be118a6c6222), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.768395 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (5a27e794-061e-4a85-9242-be118a6c6222), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.788247 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a27e794-061e-4a85-9242-be118a6c6222']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:11.797776 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99160fbf-fbe3-4a1d-8864-940626fff904') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:11.798073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99160fbf-fbe3-4a1d-8864-940626fff904') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:11.807169 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (99160fbf-fbe3-4a1d-8864-940626fff904), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.819902 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (99160fbf-fbe3-4a1d-8864-940626fff904), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.825828 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:21:11.826748 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (99160fbf-fbe3-4a1d-8864-940626fff904), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:21:11.828383 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:21:11.885429 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (5a27e794-061e-4a85-9242-be118a6c6222), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.891621 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.894916 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5a27e794-061e-4a85-9242-be118a6c6222 HTTP/1.1" status: 204 len: 168 time: 0.2886846 Mar 14 10:21:11.897917 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41454) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:11.907257 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e26f8-19c5-4806-82fc-611d717c5322 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a27e794-061e-4a85-9242-be118a6c6222,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:11.947271 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Deleting subnet b817642c-fb1b-4ff7-ae5b-f937851cb183 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:21:11.950421 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Publish callbacks [] for subnet (b817642c-fb1b-4ff7-ae5b-f937851cb183), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:11.984761 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (b817642c-fb1b-4ff7-ae5b-f937851cb183), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.023406 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (b817642c-fb1b-4ff7-ae5b-f937851cb183), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.089491 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (b817642c-fb1b-4ff7-ae5b-f937851cb183), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.115228 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b817642c-fb1b-4ff7-ae5b-f937851cb183,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:12.119034 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.122187 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-16cbedcf-010e-47bf-a0f2-15591079d4fa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b817642c-fb1b-4ff7-ae5b-f937851cb183 HTTP/1.1" status: 204 len: 168 time: 0.2226682 Mar 14 10:21:12.124724 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41460) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:12.202167 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (dd59e314-ce01-4df1-a30a-c2ec2729c3e5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.286735 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (dd59e314-ce01-4df1-a30a-c2ec2729c3e5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.306773 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd59e314-ce01-4df1-a30a-c2ec2729c3e5']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:12.317008 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0cade3c-1162-48b8-926d-f587f217e8b3') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:12.317308 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0cade3c-1162-48b8-926d-f587f217e8b3') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:12.327181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (c0cade3c-1162-48b8-926d-f587f217e8b3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.340907 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (c0cade3c-1162-48b8-926d-f587f217e8b3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.346958 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:21:12.347414 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (c0cade3c-1162-48b8-926d-f587f217e8b3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:21:12.349082 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:21:12.410988 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (dd59e314-ce01-4df1-a30a-c2ec2729c3e5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.416181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.419306 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] 10.222.0.21 "DELETE /v2.0/networks/dd59e314-ce01-4df1-a30a-c2ec2729c3e5 HTTP/1.1" status: 204 len: 168 time: 0.2936687 Mar 14 10:21:12.430110 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d328b-4d90-4ce3-9b1d-1f5e5894dd98 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd59e314-ce01-4df1-a30a-c2ec2729c3e5,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:12.574541 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41468) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:12.613756 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-7887f532-0b4c-461d-b062-8714d8226b63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc8e980debfc4cc4be07ec9182ee33b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370271 Mar 14 10:21:12.615754 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41470) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:12.666522 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e6750dbd-750c-4024-b20a-21717732bb92 admin admin] Publish callbacks [] for security_group (32a44f0c-50e0-4433-9ffb-d86e2888989e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.687853 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e6750dbd-750c-4024-b20a-21717732bb92 admin admin] Publish callbacks [] for security_group (32a44f0c-50e0-4433-9ffb-d86e2888989e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.733338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e6750dbd-750c-4024-b20a-21717732bb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (32a44f0c-50e0-4433-9ffb-d86e2888989e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.736004 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e6750dbd-750c-4024-b20a-21717732bb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:12.737148 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e6750dbd-750c-4024-b20a-21717732bb92 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32a44f0c-50e0-4433-9ffb-d86e2888989e HTTP/1.1" status: 204 len: 168 time: 0.1201928 Mar 14 10:21:12.745002 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6750dbd-750c-4024-b20a-21717732bb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a44f0c-50e0-4433-9ffb-d86e2888989e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:13.054712 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41482) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:13.094103 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1a523ecf-5671-4800-8735-6a052aed7cd4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3476386d3d0d4d2dbaf823c3f20e33e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382686 Mar 14 10:21:13.096455 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41484) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:13.141505 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fcac236-6458-4fb3-a540-445bced98f5a admin admin] Publish callbacks [] for security_group (d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:13.164533 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fcac236-6458-4fb3-a540-445bced98f5a admin admin] Publish callbacks [] for security_group (d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:13.210107 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fcac236-6458-4fb3-a540-445bced98f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:13.213135 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1fcac236-6458-4fb3-a540-445bced98f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:13.214254 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1fcac236-6458-4fb3-a540-445bced98f5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6 HTTP/1.1" status: 204 len: 168 time: 0.1169252 Mar 14 10:21:13.221544 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcac236-6458-4fb3-a540-445bced98f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6fde0-3659-41b4-be9e-a1a4a7bcf2a6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:14.148883 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41536) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:14.251475 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c03-cec0-413f-8e72-ae77c637b0e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.325898 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c03-cec0-413f-8e72-ae77c637b0e0 admin admin] Publish callbacks [] for security_group (cbcfbae0-a739-4813-852b-8cfc93a0382d), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.330549 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d9b60c03-cec0-413f-8e72-ae77c637b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cbcfbae0-a739-4813-852b-8cfc93a0382d), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.368091 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d9b60c03-cec0-413f-8e72-ae77c637b0e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fd5c7068b4b042dcb94154a576735881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180727 Mar 14 10:21:14.369962 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60c03-cec0-413f-8e72-ae77c637b0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcfbae0-a739-4813-852b-8cfc93a0382d,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:14.370704 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41548) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:14.427039 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aab1c289-de4d-4b48-890b-1ecdfe352735 admin admin] Publish callbacks [] for security_group (cbcfbae0-a739-4813-852b-8cfc93a0382d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.451880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aab1c289-de4d-4b48-890b-1ecdfe352735 admin admin] Publish callbacks [] for security_group (cbcfbae0-a739-4813-852b-8cfc93a0382d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.498706 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aab1c289-de4d-4b48-890b-1ecdfe352735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cbcfbae0-a739-4813-852b-8cfc93a0382d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.501315 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-aab1c289-de4d-4b48-890b-1ecdfe352735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:14.502452 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-aab1c289-de4d-4b48-890b-1ecdfe352735 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbcfbae0-a739-4813-852b-8cfc93a0382d HTTP/1.1" status: 204 len: 168 time: 0.1304545 Mar 14 10:21:14.510183 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab1c289-de4d-4b48-890b-1ecdfe352735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcfbae0-a739-4813-852b-8cfc93a0382d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:15.016755 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41582) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:15.127831 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ba3285-0184-4190-9ca0-b7c69bed8000 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.204370 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ba3285-0184-4190-9ca0-b7c69bed8000 admin admin] Publish callbacks [] for security_group (cf546672-7eca-4aec-aa79-971e5ec1dbcd), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.208152 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-54ba3285-0184-4190-9ca0-b7c69bed8000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cf546672-7eca-4aec-aa79-971e5ec1dbcd), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.248423 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba3285-0184-4190-9ca0-b7c69bed8000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf546672-7eca-4aec-aa79-971e5ec1dbcd,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:15.253672 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-54ba3285-0184-4190-9ca0-b7c69bed8000 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=492e48b9b96b4167b5f9e3d569e565c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357955 Mar 14 10:21:15.256398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41594) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:15.278987 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:15.304259 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Publish callbacks [] for security_group (cf546672-7eca-4aec-aa79-971e5ec1dbcd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.324766 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Publish callbacks [] for security_group (cf546672-7eca-4aec-aa79-971e5ec1dbcd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.370469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-377426197-network', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:15.375152 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cf546672-7eca-4aec-aa79-971e5ec1dbcd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.377694 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.379121 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cf546672-7eca-4aec-aa79-971e5ec1dbcd HTTP/1.1" status: 204 len: 168 time: 0.1216002 Mar 14 10:21:15.386726 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf546672-7eca-4aec-aa79-971e5ec1dbcd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:15.394863 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.395211 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.395550 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.396007 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.396328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.396661 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.396844 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Made reservation on behalf of caf90813c7dd4ecba8c2c12b6b9a3a4d for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:15.397303 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.397303 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.397638 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.397942 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.398268 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.398707 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.399035 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.399428 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.399686 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.399806 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608dace9-3684-47e1-9dee-25c3cb1fed30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:15.414632 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.496512 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks [] for security_group (2c2f6abc-1150-442c-a8a5-42608dc8d6d6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.500365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (2c2f6abc-1150-442c-a8a5-42608dc8d6d6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.524597 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:21:15.534932 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f6abc-1150-442c-a8a5-42608dc8d6d6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:15.539974 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (4d350b2c-a9c9-4314-a105-49c14f8a0623), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.540320 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Added segment 4d350b2c-a9c9-4314-a105-49c14f8a0623 of type vlan for network 5241d33e-fb38-4f0f-a652-907eee7def61 Mar 14 10:21:15.582157 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (5241d33e-fb38-4f0f-a652-907eee7def61), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.606970 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (5241d33e-fb38-4f0f-a652-907eee7def61), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.607909 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:15.608482 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.640650 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3600013 Mar 14 10:21:15.643658 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41604) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:15.649803 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Request body: {'subnet': {'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-377426197-subnet', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:15.656636 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41606) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:15.673112 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8bf7c-fa50-4c68-8268-6adafb97cce4 admin admin] Pushing event updated for resources: {'Network': ['ID=5241d33e-fb38-4f0f-a652-907eee7def61,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:15.673718 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5394ec8-80e7-4a07-b332-f9c781e61a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.683864 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 5241d33e-fb38-4f0f-a652-907eee7def61 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:21:15.688451 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Made reservation on behalf of caf90813c7dd4ecba8c2c12b6b9a3a4d for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:15.690754 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28356109'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.847177 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5394ec8-80e7-4a07-b332-f9c781e61a78 admin admin] Publish callbacks [] for security_group (a6f709d3-08b8-4fea-a975-14979d198afe), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.852700 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b5394ec8-80e7-4a07-b332-f9c781e61a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (a6f709d3-08b8-4fea-a975-14979d198afe), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.920316 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b5394ec8-80e7-4a07-b332-f9c781e61a78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=563586e5e3f2467baf793f147291ab09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627130 Mar 14 10:21:15.923144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41608) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:15.923950 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5394ec8-80e7-4a07-b332-f9c781e61a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f709d3-08b8-4fea-a975-14979d198afe,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:15.938645 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28356159'] for subnet (69fd6ecd-9b84-4f83-b519-7f05ec08da0e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.980022 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c808841d-d921-4b48-8ae7-92b5b23cc666 admin admin] Publish callbacks [] for security_group (a6f709d3-08b8-4fea-a975-14979d198afe), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:15.987210 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fd6ecd-9b84-4f83-b519-7f05ec08da0e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:16.003225 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c808841d-d921-4b48-8ae7-92b5b23cc666 admin admin] Publish callbacks [] for security_group (a6f709d3-08b8-4fea-a975-14979d198afe), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.003411 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Checking segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:16.004177 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Network hostable DHCP agents. Network: 5241d33e-fb38-4f0f-a652-907eee7def61, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:21:16.031200 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Network 5241d33e-fb38-4f0f-a652-907eee7def61 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:21:16.041640 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 5241d33e-fb38-4f0f-a652-907eee7def61) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:16.047810 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:16.048734 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.053526 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb30cc8-65d7-4537-8fac-a44efc822907 None None] Network 5241d33e-fb38-4f0f-a652-907eee7def61 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:16.058213 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c808841d-d921-4b48-8ae7-92b5b23cc666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (a6f709d3-08b8-4fea-a975-14979d198afe), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.061681 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c808841d-d921-4b48-8ae7-92b5b23cc666 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.062856 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c808841d-d921-4b48-8ae7-92b5b23cc666 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a6f709d3-08b8-4fea-a975-14979d198afe HTTP/1.1" status: 204 len: 168 time: 0.1381266 Mar 14 10:21:16.080463 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-5e860d96-2623-47ef-a06f-c6aa9bab616d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4347560 Mar 14 10:21:16.083198 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41616) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:16.085780 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c808841d-d921-4b48-8ae7-92b5b23cc666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f709d3-08b8-4fea-a975-14979d198afe,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:16.088361 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:16.117169 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (76f2ee3d-221f-4ff4-b829-9b1145d8b438), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.118236 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (76f2ee3d-221f-4ff4-b829-9b1145d8b438), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.186975 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-5241d33e-fb38-4f0f-a652-907eee7def61', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:21:16.188097 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.196755 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks [] for router_controller (76f2ee3d-221f-4ff4-b829-9b1145d8b438), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.337384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Allocated IP 172.20.0.2 (5241d33e-fb38-4f0f-a652-907eee7def61/69fd6ecd-9b84-4f83-b519-7f05ec08da0e/d820f84e-6c7b-4fce-b4dd-cc3a7ee65733) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:16.490420 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41624) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:16.501739 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Publish callbacks [] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.505032 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4efef9-89da-44ab-a963-e7148344b25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.509010 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.592144 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4efef9-89da-44ab-a963-e7148344b25e admin admin] Publish callbacks [] for security_group (4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.597585 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4f4efef9-89da-44ab-a963-e7148344b25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.611636 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks [] for router_gateway (76f2ee3d-221f-4ff4-b829-9b1145d8b438), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.642571 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4f4efef9-89da-44ab-a963-e7148344b25e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b958f9776a3d4c88b8753414c80abafb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510377 Mar 14 10:21:16.644159 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4efef9-89da-44ab-a963-e7148344b25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:16.646723 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41626) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:16.683353 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Network 5241d33e-fb38-4f0f-a652-907eee7def61 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:16.692808 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:16.696781 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:16.708961 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf141750-e9ae-42d7-b4a9-dccc68a4bb85 admin admin] Publish callbacks [] for security_group (4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.711347 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Pushing event updated for resources: {'Port': ['ID=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:16.743365 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf141750-e9ae-42d7-b4a9-dccc68a4bb85 admin admin] Publish callbacks [] for security_group (4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.765183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Attempting to bind port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:16.765183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Attempting to bind port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:16.765597 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Attempting to bind port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 on network 5241d33e-fb38-4f0f-a652-907eee7def61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:16.770627 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:16.771003 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Checking segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:16.771611 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.772142 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Bound using segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:16.772614 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Bound port: d820f84e-6c7b-4fce-b4dd-cc3a7ee65733, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:16.772996 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.796049 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf141750-e9ae-42d7-b4a9-dccc68a4bb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.799663 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-cf141750-e9ae-42d7-b4a9-dccc68a4bb85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.802492 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-cf141750-e9ae-42d7-b4a9-dccc68a4bb85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b HTTP/1.1" status: 204 len: 168 time: 0.1521118 Mar 14 10:21:16.812503 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141750-e9ae-42d7-b4a9-dccc68a4bb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f57569d-94bc-41f0-8a2b-6f6a0bdddf2b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:16.866499 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] For port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:16.869819 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] For port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:16.870141 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks [] for router_gateway (76f2ee3d-221f-4ff4-b829-9b1145d8b438), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.877357 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.894671 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:16.946774 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec92c1-27ba-42b8-9e66-a7693aaa58fa None None] Pushing event updated for resources: {'Port': ['ID=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:17.021025 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Allocated IP 172.27.0.236 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/823f2a62-ca59-468e-8102-2a4d718fbf7c) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:17.150966 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks [] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:17.191534 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:17.237010 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:17.240153 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:17.243915 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:17.252192 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Pushing event updated for resources: {'Port': ['ID=823f2a62-ca59-468e-8102-2a4d718fbf7c,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:17.516696 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks [] for router_gateway (76f2ee3d-221f-4ff4-b829-9b1145d8b438), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:17.732590 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (76f2ee3d-221f-4ff4-b829-9b1145d8b438), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:17.812267 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:17.866372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:17.866756 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:17.917563 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:21:17.968428 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:17.968904 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:17.999334 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b712e89-09e5-4096-98b7-65df1e8c26f1 None None] Network 5241d33e-fb38-4f0f-a652-907eee7def61 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:18.020117 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:18.033968 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.064085 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:18.075691 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Sync routers for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:18.089874 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:18.091644 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:18.097109 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.100362 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7cb4ac38-bdea-45d7-a270-eddb8428b49e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0159318 Mar 14 10:21:18.101876 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41658) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:18.157563 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e2acd429-65fc-4d8f-8b0a-51c7701e05e1 None None] Provisioning complete for port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:18.157943 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e2acd429-65fc-4d8f-8b0a-51c7701e05e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.205641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:18.240361 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:18.292336 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e2acd429-65fc-4d8f-8b0a-51c7701e05e1 None None] Current status of the port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:18.514535 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-b160de38-43c4-480a-b7ac-8e5328fc4fd5 None None] Provisioning complete for port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:18.514797 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b160de38-43c4-480a-b7ac-8e5328fc4fd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.524428 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:17Z', 'revision_number': 3, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:18.552536 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Checking router: 76f2ee3d-221f-4ff4-b829-9b1145d8b438 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:18.553417 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Updating router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 port 823f2a62-ca59-468e-8102-2a4d718fbf7c binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:21:18.578517 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.582212 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.591100 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b160de38-43c4-480a-b7ac-8e5328fc4fd5 None None] Current status of the port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:18.730514 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Allocated IP 172.20.0.1 (5241d33e-fb38-4f0f-a652-907eee7def61/69fd6ecd-9b84-4f83-b519-7f05ec08da0e/b998273c-9e74-4713-b6b9-d7d60267df60) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:18.838471 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Publish callbacks [] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.846727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks [] for port (b998273c-9e74-4713-b6b9-d7d60267df60), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.847534 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.899981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.900221 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Attempting to bind port 823f2a62-ca59-468e-8102-2a4d718fbf7c on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:18.900590 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Attempting to bind port 823f2a62-ca59-468e-8102-2a4d718fbf7c by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:18.900952 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Attempting to bind port 823f2a62-ca59-468e-8102-2a4d718fbf7c on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:18.911669 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:18.912051 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:18.912451 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.912854 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:18.913295 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Bound port: 823f2a62-ca59-468e-8102-2a4d718fbf7c, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:18.913670 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.916024 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Pushing event updated for resources: {'Port': ['ID=823f2a62-ca59-468e-8102-2a4d718fbf7c,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:18.940877 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Network 5241d33e-fb38-4f0f-a652-907eee7def61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:18.947093 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:18.949295 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.949649 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.950009 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.950365 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.950741 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.951253 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.951470 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:18.951579 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.951919 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.952242 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.952564 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.953070 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.953427 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.953755 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.954653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Pushing event updated for resources: {'Port': ['ID=b998273c-9e74-4713-b6b9-d7d60267df60,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:18.955166 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.955511 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103283) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:18.989176 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] For port 823f2a62-ca59-468e-8102-2a4d718fbf7c, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:18.992043 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (76f2ee3d-221f-4ff4-b829-9b1145d8b438), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:18.992332 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] For port 823f2a62-ca59-468e-8102-2a4d718fbf7c, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=823f2a62-ca59-468e-8102-2a4d718fbf7c,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:18.999809 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:19.066628 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:19.067257 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:19.114974 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a13f03-010d-41ee-86ff-6d0143d5863a None None] Pushing event updated for resources: {'Port': ['ID=823f2a62-ca59-468e-8102-2a4d718fbf7c,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:19.148457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:19.204392 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:19.215924 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-11b5f05f-c868-4a90-80dc-2c1b036e276b None None] Provisioning complete for port b998273c-9e74-4713-b6b9-d7d60267df60 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:19.216472 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-11b5f05f-c868-4a90-80dc-2c1b036e276b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:19.256174 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-11b5f05f-c868-4a90-80dc-2c1b036e276b None None] Port b998273c-9e74-4713-b6b9-d7d60267df60 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:21:19.346800 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks [] for port (b998273c-9e74-4713-b6b9-d7d60267df60), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:19.352511 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:19.428768 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-22259db6-de60-4cdb-997e-40816cab169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:17Z', 'revision_number': 3, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:19.444880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Pushing event updated for resources: {'Port': ['ID=b998273c-9e74-4713-b6b9-d7d60267df60,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:19.451447 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22259db6-de60-4cdb-997e-40816cab169d None None] The sync data for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi is: [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:17Z', 'revision_number': 3, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:19.454219 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (76f2ee3d-221f-4ff4-b829-9b1145d8b438), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:19.552114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Network 5241d33e-fb38-4f0f-a652-907eee7def61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:19.553533 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:19.721636 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:21:19.904600 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:19.966869 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:19.967544 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.063759 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-c7bb6e27-3821-4c07-8893-4507f71ea1f2 None None] Provisioning complete for port b998273c-9e74-4713-b6b9-d7d60267df60 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:20.064044 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6e27-3821-4c07-8893-4507f71ea1f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.132897 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6e27-3821-4c07-8893-4507f71ea1f2 None None] Port b998273c-9e74-4713-b6b9-d7d60267df60 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:21:20.149432 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:20.291551 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:20.297022 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3d2456ec-2423-40b6-9b6a-50cf5238e533 admin admin] 10.222.0.21 "PUT /v2.0/routers/76f2ee3d-221f-4ff4-b829-9b1145d8b438/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933222 Mar 14 10:21:20.817692 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41710) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:20.822614 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1942443022-network', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:20.841662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Made reservation on behalf of f509cf6d5a764de6925babb41ebb9e72 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:20.843870 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.852200 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.924542 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks [] for security_group (9bde9b39-9c5a-4135-b9b1-68818832c9bb), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.928730 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9bde9b39-9c5a-4135-b9b1-68818832c9bb), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.953861 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:21:20.964093 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bde9b39-9c5a-4135-b9b1-68818832c9bb,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:20.968970 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (6ecce1b4-1539-46da-b3c2-8a239ae32a46), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:20.969308 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Added segment 6ecce1b4-1539-46da-b3c2-8a239ae32a46 of type vlan for network 16a28219-3236-4819-b4d4-aaa95ac89885 Mar 14 10:21:21.014303 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (16a28219-3236-4819-b4d4-aaa95ac89885), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.048403 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (16a28219-3236-4819-b4d4-aaa95ac89885), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.050142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:21.050793 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.100955 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41720) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:21.101601 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2821944 Mar 14 10:21:21.111306 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Request body: {'subnet': {'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1942443022-subnet', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:21.133137 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Made reservation on behalf of f509cf6d5a764de6925babb41ebb9e72 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:21.135718 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28356109'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.145880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0ff43-e399-49eb-8a34-02b4e94ad01a admin admin] Pushing event updated for resources: {'Network': ['ID=16a28219-3236-4819-b4d4-aaa95ac89885,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:21.156468 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 16a28219-3236-4819-b4d4-aaa95ac89885 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:21:21.309667 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28356159'] for subnet (3072c9f8-369f-4847-870a-527fd9e5e166), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.317760 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Sync routers for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:21.332446 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:21.333161 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:21.368712 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3072c9f8-369f-4847-870a-527fd9e5e166,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:21.377173 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Checking segment: {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:21.377173 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Network hostable DHCP agents. Network: 16a28219-3236-4819-b4d4-aaa95ac89885, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:21:21.394640 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Network 16a28219-3236-4819-b4d4-aaa95ac89885 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:21:21.405543 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 16a28219-3236-4819-b4d4-aaa95ac89885) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:21.409827 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:21.410429 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.430065 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e86f75fd-86d6-4d88-bd79-97b0863d7000 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3243783 Mar 14 10:21:21.430346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 41724) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:21.436638 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f213ce2e-cd18-4724-8e1a-4d935cc829f5 None None] Network 16a28219-3236-4819-b4d4-aaa95ac89885 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:21.436793 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:21.460260 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (11823902-4875-4ebd-a29d-fa3c5759ca06), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.461259 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (11823902-4875-4ebd-a29d-fa3c5759ca06), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.516415 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks [] for router_controller (11823902-4875-4ebd-a29d-fa3c5759ca06), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.518543 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:21.625088 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-16a28219-3236-4819-b4d4-aaa95ac89885', 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885', 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'fixed_ips': [{'subnet_id': '3072c9f8-369f-4847-870a-527fd9e5e166'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:21:21.625874 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.655072 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks [] for router_gateway (11823902-4875-4ebd-a29d-fa3c5759ca06), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.875330 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks [] for router_gateway (11823902-4875-4ebd-a29d-fa3c5759ca06), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.895557 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:21.954640 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 823f2a62-ca59-468e-8102-2a4d718fbf7c up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:22.002975 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Allocated IP 172.27.0.113 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:22.012856 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Allocated IP 172.20.0.2 (16a28219-3236-4819-b4d4-aaa95ac89885/3072c9f8-369f-4847-870a-527fd9e5e166/286861b8-cb10-4be8-816f-be42496cf257) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:22.066565 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 2, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:22.073107 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 823f2a62-ca59-468e-8102-2a4d718fbf7c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:22.073107 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.106645 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks [] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.144308 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.148575 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Checking router: 76f2ee3d-221f-4ff4-b829-9b1145d8b438 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:22.149231 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Updating router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 port b998273c-9e74-4713-b6b9-d7d60267df60 binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:21:22.186503 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:22.191839 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:22.194252 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Pushing event updated for resources: {'Port': ['ID=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:22.195924 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:22.198104 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.393256 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Publish callbacks [] for port (286861b8-cb10-4be8-816f-be42496cf257), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.397707 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 823f2a62-ca59-468e-8102-2a4d718fbf7c is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:22.398112 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.406711 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (286861b8-cb10-4be8-816f-be42496cf257), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.455227 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 823f2a62-ca59-468e-8102-2a4d718fbf7c, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=823f2a62-ca59-468e-8102-2a4d718fbf7c,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:22.481759 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.488283 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Network 16a28219-3236-4819-b4d4-aaa95ac89885 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:22.501725 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:22.505398 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Pushing event updated for resources: {'Port': ['ID=286861b8-cb10-4be8-816f-be42496cf257,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:22.531431 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:22.641121 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=823f2a62-ca59-468e-8102-2a4d718fbf7c,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:22.665116 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Attempting to bind port 286861b8-cb10-4be8-816f-be42496cf257 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:22.665489 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Attempting to bind port 286861b8-cb10-4be8-816f-be42496cf257 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:22.665853 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Attempting to bind port 286861b8-cb10-4be8-816f-be42496cf257 on network 16a28219-3236-4819-b4d4-aaa95ac89885 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:22.673150 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks [] for router_gateway (11823902-4875-4ebd-a29d-fa3c5759ca06), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.676176 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:22.676556 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Checking segment: {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:22.676956 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.677345 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Bound using segment: {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:22.677811 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Bound port: 286861b8-cb10-4be8-816f-be42496cf257, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:22.678185 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (286861b8-cb10-4be8-816f-be42496cf257), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.760144 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Publish callbacks [] for port (b998273c-9e74-4713-b6b9-d7d60267df60), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.771939 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.814368 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] For port 286861b8-cb10-4be8-816f-be42496cf257, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:22.835362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] For port 286861b8-cb10-4be8-816f-be42496cf257, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=286861b8-cb10-4be8-816f-be42496cf257,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:22.836784 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4632a5-d904-4bee-92e6-9059b0f312ab None None] Pushing event updated for resources: {'Port': ['ID=b998273c-9e74-4713-b6b9-d7d60267df60,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:22.850834 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (286861b8-cb10-4be8-816f-be42496cf257), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.880126 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (11823902-4875-4ebd-a29d-fa3c5759ca06), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.960217 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Attempting to bind port b998273c-9e74-4713-b6b9-d7d60267df60 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:22.960605 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Attempting to bind port b998273c-9e74-4713-b6b9-d7d60267df60 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:22.960969 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Attempting to bind port b998273c-9e74-4713-b6b9-d7d60267df60 on network 5241d33e-fb38-4f0f-a652-907eee7def61 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:22.970069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:22.970455 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Checking segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:22.970865 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.971270 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Bound using segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:22.971780 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Bound port: b998273c-9e74-4713-b6b9-d7d60267df60, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:22.972169 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:22.975103 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9450f77a-29c8-43fc-a61c-8244a80e09a8 None None] Pushing event updated for resources: {'Port': ['ID=286861b8-cb10-4be8-816f-be42496cf257,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:23.025867 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Router 11823902-4875-4ebd-a29d-fa3c5759ca06 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:21:23.062379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-99186137-a68f-45fe-a62b-45be6d9bea97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.075707 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] For port b998273c-9e74-4713-b6b9-d7d60267df60, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:23.079304 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] For port b998273c-9e74-4713-b6b9-d7d60267df60, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=b998273c-9e74-4713-b6b9-d7d60267df60,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:23.087368 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.157738 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:23.168440 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Sync routers for ids ['11823902-4875-4ebd-a29d-fa3c5759ca06'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:23.183711 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.188400 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 41734) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:23.188944 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f03325f8-e270-4ce3-b1ab-b96d5d5e079e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7569473 Mar 14 10:21:23.197330 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Routers {'11823902-4875-4ebd-a29d-fa3c5759ca06'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:23.197988 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['11823902-4875-4ebd-a29d-fa3c5759ca06'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:23.224392 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] Provisioning complete for port b998273c-9e74-4713-b6b9-d7d60267df60 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:23.224860 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.338398 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:23.339834 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:23.418654 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Set router 11823902-4875-4ebd-a29d-fa3c5759ca06 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:23.455064 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4632a5-d904-4bee-92e6-9059b0f312ab None None] Pushing event updated for resources: {'Port': ['ID=b998273c-9e74-4713-b6b9-d7d60267df60,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:23.614479 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] Current status of the port b998273c-9e74-4713-b6b9-d7d60267df60 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:23.614963 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.633447 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:23.696044 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] For port b998273c-9e74-4713-b6b9-d7d60267df60, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=b998273c-9e74-4713-b6b9-d7d60267df60,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:23.698342 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 3, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:23.731456 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.744322 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Checking router: 11823902-4875-4ebd-a29d-fa3c5759ca06 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:23.744322 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Updating router 11823902-4875-4ebd-a29d-fa3c5759ca06 port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:21:23.779313 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.874542 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.884915 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec7cb0-abd2-4afd-9a83-80d2b12d5454 None None] Pushing event updated for resources: {'Port': ['ID=b998273c-9e74-4713-b6b9-d7d60267df60,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:23.909325 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-ec5ccf4d-e39f-40d7-9e54-4b42ff82918b None None] Provisioning complete for port b998273c-9e74-4713-b6b9-d7d60267df60 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:23.909700 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccf4d-e39f-40d7-9e54-4b42ff82918b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:23.964498 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 286861b8-cb10-4be8-816f-be42496cf257 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:24.066297 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Allocated IP 172.20.0.1 (16a28219-3236-4819-b4d4-aaa95ac89885/3072c9f8-369f-4847-870a-527fd9e5e166/49058734-aa66-4e55-ab3c-28b993fa062d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:24.077314 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ccf4d-e39f-40d7-9e54-4b42ff82918b None None] Current status of the port b998273c-9e74-4713-b6b9-d7d60267df60 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:24.081499 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 286861b8-cb10-4be8-816f-be42496cf257 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:24.081873 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (286861b8-cb10-4be8-816f-be42496cf257), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.086332 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:24.119286 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Publish callbacks [] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.127203 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.178083 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fd4a7-fd9d-44e0-9224-e5fc08e5690b None None] Pushing event updated for resources: {'Port': ['ID=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:24.194224 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks [] for port (49058734-aa66-4e55-ab3c-28b993fa062d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.202050 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Attempting to bind port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:24.202552 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Attempting to bind port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:24.203022 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Attempting to bind port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:24.209367 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:24.209876 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:24.210387 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.210881 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:24.211465 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Bound port: 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:24.212139 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.234986 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.275421 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] For port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:24.279226 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Network 16a28219-3236-4819-b4d4-aaa95ac89885 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:24.279697 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] For port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:24.284356 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:24.287933 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:24.293581 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.294087 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e500851e-f6bf-4a76-9fab-be8c934f1ddd None None] The sync data for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi is: [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:24.320838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Pushing event updated for resources: {'Port': ['ID=49058734-aa66-4e55-ab3c-28b993fa062d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:24.352810 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.353175 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.353533 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.353880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.354225 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.354585 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.354921 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.355254 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.355666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.355963 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.356298 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.356630 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.357653 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.357988 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.358459 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:21:24.365723 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 286861b8-cb10-4be8-816f-be42496cf257 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:24.366119 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (286861b8-cb10-4be8-816f-be42496cf257), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.375284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (11823902-4875-4ebd-a29d-fa3c5759ca06), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.426089 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1e2692-4d3a-4782-81a0-dd22f1b4b871 None None] Network 16a28219-3236-4819-b4d4-aaa95ac89885 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:21:24.432242 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 286861b8-cb10-4be8-816f-be42496cf257, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=286861b8-cb10-4be8-816f-be42496cf257,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:24.458332 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (286861b8-cb10-4be8-816f-be42496cf257), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.459561 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 823f2a62-ca59-468e-8102-2a4d718fbf7c up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:24.476616 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Routers {'11823902-4875-4ebd-a29d-fa3c5759ca06'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:24.477327 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:20:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['11823902-4875-4ebd-a29d-fa3c5759ca06'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:24.491147 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762fd4a7-fd9d-44e0-9224-e5fc08e5690b None None] Pushing event updated for resources: {'Port': ['ID=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:24.642548 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] Set router 11823902-4875-4ebd-a29d-fa3c5759ca06 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:24.647155 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.778387 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=286861b8-cb10-4be8-816f-be42496cf257,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:24.823109 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f038824b-aafa-4256-a43a-43c47c3c879f None None] Provisioning complete for port 286861b8-cb10-4be8-816f-be42496cf257 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:24.823872 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f038824b-aafa-4256-a43a-43c47c3c879f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (286861b8-cb10-4be8-816f-be42496cf257), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.912178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 823f2a62-ca59-468e-8102-2a4d718fbf7c triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:24.912620 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:24.961453 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 3, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:24.998809 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks [] for port (49058734-aa66-4e55-ab3c-28b993fa062d), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.005967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.029581 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24578c73-3d8d-4d6c-b1a2-643095034897 None None] The sync data for ids ['11823902-4875-4ebd-a29d-fa3c5759ca06'] in dv-cinder-833543-1-iscsi is: [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 3, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:25.117216 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (11823902-4875-4ebd-a29d-fa3c5759ca06), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.158867 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f038824b-aafa-4256-a43a-43c47c3c879f None None] Current status of the port 286861b8-cb10-4be8-816f-be42496cf257 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:25.181171 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 823f2a62-ca59-468e-8102-2a4d718fbf7c is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:25.208270 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Pushing event updated for resources: {'Port': ['ID=49058734-aa66-4e55-ab3c-28b993fa062d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:25.276735 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Network 16a28219-3236-4819-b4d4-aaa95ac89885 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:25.278333 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:25.401393 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-73e6d86c-6c8e-4eb0-8e56-b7be3bf56af6 None None] Provisioning complete for port 49058734-aa66-4e55-ab3c-28b993fa062d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:25.401860 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73e6d86c-6c8e-4eb0-8e56-b7be3bf56af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.464706 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-73e6d86c-6c8e-4eb0-8e56-b7be3bf56af6 None None] Port 49058734-aa66-4e55-ab3c-28b993fa062d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:21:25.466936 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Router 11823902-4875-4ebd-a29d-fa3c5759ca06 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:21:25.479763 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-73e6d86c-6c8e-4eb0-8e56-b7be3bf56af6 None None] Provisioning complete for port 286861b8-cb10-4be8-816f-be42496cf257 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:25.480143 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-73e6d86c-6c8e-4eb0-8e56-b7be3bf56af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (286861b8-cb10-4be8-816f-be42496cf257), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.554233 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-000bd334-295d-4cd7-99bd-db7623d069bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.615819 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-73e6d86c-6c8e-4eb0-8e56-b7be3bf56af6 None None] Current status of the port 286861b8-cb10-4be8-816f-be42496cf257 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:25.646638 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:25.652699 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d009b6ce-712b-49ec-8b52-554cbba8e30a admin admin] 10.222.0.21 "PUT /v2.0/routers/11823902-4875-4ebd-a29d-fa3c5759ca06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4625359 Mar 14 10:21:25.771194 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-577366e4-119e-4d07-82e4-10320790c0a1 None None] Provisioning complete for port 49058734-aa66-4e55-ab3c-28b993fa062d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:25.771770 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-577366e4-119e-4d07-82e4-10320790c0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:25.850701 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-577366e4-119e-4d07-82e4-10320790c0a1 None None] Port 49058734-aa66-4e55-ab3c-28b993fa062d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:21:25.971793 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-eae9daea-9a60-4d6a-9515-e15cfb2fbedc None None] Provisioning complete for port 49058734-aa66-4e55-ab3c-28b993fa062d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:25.972178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-eae9daea-9a60-4d6a-9515-e15cfb2fbedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.005974 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:26.050294 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-eae9daea-9a60-4d6a-9515-e15cfb2fbedc None None] Port 49058734-aa66-4e55-ab3c-28b993fa062d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:21:26.077041 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:26.077474 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.170927 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:26.171455 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.198800 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:26.205737 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.206690 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 286861b8-cb10-4be8-816f-be42496cf257 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:26.287057 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:26.299535 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 286861b8-cb10-4be8-816f-be42496cf257 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:26.299933 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (286861b8-cb10-4be8-816f-be42496cf257), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.389796 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 286861b8-cb10-4be8-816f-be42496cf257 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:26.391355 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b998273c-9e74-4713-b6b9-d7d60267df60 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:26.442023 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.457651 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port b998273c-9e74-4713-b6b9-d7d60267df60 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:26.458024 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:26.546768 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port b998273c-9e74-4713-b6b9-d7d60267df60 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:27.527740 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Sync routers for ids ['11823902-4875-4ebd-a29d-fa3c5759ca06'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:27.539906 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Routers {'11823902-4875-4ebd-a29d-fa3c5759ca06'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:27.540518 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['11823902-4875-4ebd-a29d-fa3c5759ca06'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:27.661209 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Set router 11823902-4875-4ebd-a29d-fa3c5759ca06 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:27.802001 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:27.917460 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:27.962992 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:27.963275 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.024214 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:24Z', 'revision_number': 4, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '49058734-aa66-4e55-ab3c-28b993fa062d', 'name': '', 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'mac_address': 'fa:16:3e:b2:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3072c9f8-369f-4847-870a-527fd9e5e166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:23Z', 'updated_at': '2022-03-14T10:21:24Z', 'revision_number': 2, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'subnets': [{'id': '3072c9f8-369f-4847-870a-527fd9e5e166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:28.056043 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Checking router: 11823902-4875-4ebd-a29d-fa3c5759ca06 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:28.056417 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Updating router 11823902-4875-4ebd-a29d-fa3c5759ca06 port 49058734-aa66-4e55-ab3c-28b993fa062d binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:21:28.124462 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.141338 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:28.499623 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Publish callbacks [] for port (49058734-aa66-4e55-ab3c-28b993fa062d), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.507123 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.565817 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0547a33-570b-41b0-9f38-8e3aa73755ca None None] Pushing event updated for resources: {'Port': ['ID=49058734-aa66-4e55-ab3c-28b993fa062d,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:28.653178 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Attempting to bind port 49058734-aa66-4e55-ab3c-28b993fa062d on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:28.654194 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Attempting to bind port 49058734-aa66-4e55-ab3c-28b993fa062d by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:28.654571 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Attempting to bind port 49058734-aa66-4e55-ab3c-28b993fa062d on network 16a28219-3236-4819-b4d4-aaa95ac89885 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:28.661650 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:28.662037 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Checking segment: {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:28.663236 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.663665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Bound using segment: {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:28.664638 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Bound port: 49058734-aa66-4e55-ab3c-28b993fa062d, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ecce1b4-1539-46da-b3c2-8a239ae32a46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:28.665030 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.766719 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] For port 49058734-aa66-4e55-ab3c-28b993fa062d, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:28.771099 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] For port 49058734-aa66-4e55-ab3c-28b993fa062d, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=49058734-aa66-4e55-ab3c-28b993fa062d,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:28.780663 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:28.846454 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Routers {'11823902-4875-4ebd-a29d-fa3c5759ca06'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:28.846454 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['11823902-4875-4ebd-a29d-fa3c5759ca06'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:29.050584 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0547a33-570b-41b0-9f38-8e3aa73755ca None None] Pushing event updated for resources: {'Port': ['ID=49058734-aa66-4e55-ab3c-28b993fa062d,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:29.064375 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] Provisioning complete for port 49058734-aa66-4e55-ab3c-28b993fa062d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:29.064870 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:29.205469 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] Set router 11823902-4875-4ebd-a29d-fa3c5759ca06 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:29.258810 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] Current status of the port 49058734-aa66-4e55-ab3c-28b993fa062d is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:29.259211 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:29.361668 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] For port 49058734-aa66-4e55-ab3c-28b993fa062d, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=49058734-aa66-4e55-ab3c-28b993fa062d,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:29.390731 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:29.475774 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da3b70-b7ba-4310-9c78-661dacb57983 None None] Pushing event updated for resources: {'Port': ['ID=49058734-aa66-4e55-ab3c-28b993fa062d,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:29.535731 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-90263c62-9841-4a55-b7e5-3b946e86aca9 None None] Provisioning complete for port 49058734-aa66-4e55-ab3c-28b993fa062d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:29.535949 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-90263c62-9841-4a55-b7e5-3b946e86aca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:29.602074 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:24Z', 'revision_number': 4, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '49058734-aa66-4e55-ab3c-28b993fa062d', 'name': '', 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'mac_address': 'fa:16:3e:b2:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3072c9f8-369f-4847-870a-527fd9e5e166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:23Z', 'updated_at': '2022-03-14T10:21:28Z', 'revision_number': 4, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'subnets': [{'id': '3072c9f8-369f-4847-870a-527fd9e5e166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:29.643724 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90a8343-7b4e-4ac6-b25d-1663e6b32ec7 None None] The sync data for ids ['11823902-4875-4ebd-a29d-fa3c5759ca06'] in dv-cinder-833543-1-iscsi is: [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:24Z', 'revision_number': 4, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '49058734-aa66-4e55-ab3c-28b993fa062d', 'name': '', 'network_id': '16a28219-3236-4819-b4d4-aaa95ac89885', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'mac_address': 'fa:16:3e:b2:bc:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '3072c9f8-369f-4847-870a-527fd9e5e166', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:23Z', 'updated_at': '2022-03-14T10:21:28Z', 'revision_number': 4, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'subnets': [{'id': '3072c9f8-369f-4847-870a-527fd9e5e166', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:29.647283 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:29.732083 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-90263c62-9841-4a55-b7e5-3b946e86aca9 None None] Current status of the port 49058734-aa66-4e55-ab3c-28b993fa062d is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:29.887109 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 49058734-aa66-4e55-ab3c-28b993fa062d up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:29.962798 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 49058734-aa66-4e55-ab3c-28b993fa062d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:29.963445 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:30.080860 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 49058734-aa66-4e55-ab3c-28b993fa062d is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:35.558686 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-d50c211f-2036-4134-b01b-d5c0b405d5f5 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:35.560693 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-d50c211f-2036-4134-b01b-d5c0b405d5f5 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 814 time: 0.1045921 Mar 14 10:21:35.574547 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-5cf676a6-d009-4820-bdc8-30d96a95d7d2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/quotas/caf90813c7dd4ecba8c2c12b6b9a3a4d HTTP/1.1" status: 200 len: 375 time: 0.0085497 Mar 14 10:21:35.627182 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-3daf7d26-c456-4b13-8a9f-b0a22f015fdc tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473406 Mar 14 10:21:35.813611 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-3ca0453a-653a-4344-923f-d8f9da94a460 service neutron] 10.222.0.21 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756465 Mar 14 10:21:35.904841 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-4b6853bd-4295-4d5a-a611-db5d088399ab service neutron] 10.222.0.21 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856464 Mar 14 10:21:36.071529 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1bfc5b4f-b40b-45c9-8637-4af2e47a5f2f req-2872a62f-4772-4934-9789-6a32e72ff61a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 210 time: 0.0307491 Mar 14 10:21:37.040002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-49cf313a-c28d-4a20-a7ca-5ca02b765e9b tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:37.041493 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-49cf313a-c28d-4a20-a7ca-5ca02b765e9b tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 814 time: 0.1190264 Mar 14 10:21:37.054892 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'port': {'device_id': 'fc86df40-6058-4b44-84a2-9af198fab418', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'admin_state_up': True, 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:37.173904 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Made reservation on behalf of caf90813c7dd4ecba8c2c12b6b9a3a4d for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:21:37.179680 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:37.211315 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5ab9cc84-412b-4087-8295-c5e3a8c2441e req-6c1954e9-3428-4175-b460-27b0305c185f tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 210 time: 0.0601060 Mar 14 10:21:37.360053 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Allocated IP 172.20.0.14 (5241d33e-fb38-4f0f-a652-907eee7def61/69fd6ecd-9b84-4f83-b519-7f05ec08da0e/aadb4abe-4554-4694-aa57-1082dd352139) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:21:37.594547 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for port (aadb4abe-4554-4694-aa57-1082dd352139), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:37.674318 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:37.772196 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Network 5241d33e-fb38-4f0f-a652-907eee7def61 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:21:37.776110 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:21:37.780965 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:21:37.790512 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:37.861759 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:37.863056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:37.909539 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-4d1e0a73-919b-4fc2-91c8-a9f6541c0131 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590243 Mar 14 10:21:38.123795 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-b19335fe-942b-4f1d-8b5b-b24ee58abf19 None None] Provisioning complete for port aadb4abe-4554-4694-aa57-1082dd352139 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:38.124809 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b19335fe-942b-4f1d-8b5b-b24ee58abf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (aadb4abe-4554-4694-aa57-1082dd352139), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:38.161639 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-b19335fe-942b-4f1d-8b5b-b24ee58abf19 None None] Port aadb4abe-4554-4694-aa57-1082dd352139 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:21:38.329835 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc2a51-6dba-4fac-8839-c8754723457d req-f409edc8-0543-49b6-a5c8-4dcdcc4dccaf tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:38.331332 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2cc2a51-6dba-4fac-8839-c8754723457d req-f409edc8-0543-49b6-a5c8-4dcdcc4dccaf tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0567234 Mar 14 10:21:38.382832 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e2cc2a51-6dba-4fac-8839-c8754723457d req-ace39ce8-5f85-4805-80d2-35812ff362c0 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Mar 14 10:21:39.517048 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1975358-3280-4783-9ea1-e36884dde920 req-6cdf0f38-8f7c-466c-a3f7-3c573933c6fa tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:39.521593 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1975358-3280-4783-9ea1-e36884dde920 req-6cdf0f38-8f7c-466c-a3f7-3c573933c6fa tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0597012 Mar 14 10:21:39.577334 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e1975358-3280-4783-9ea1-e36884dde920 req-ca8a8272-60e5-4577-b86a-7c23b1e6497e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505106 Mar 14 10:21:39.616445 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:21:40.711087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b77fc-65fc-45d1-962b-718a56d1cf5a req-368ddf39-920a-4516-830d-c2c537bfa51d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:40.712933 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b82b77fc-65fc-45d1-962b-718a56d1cf5a req-368ddf39-920a-4516-830d-c2c537bfa51d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0586493 Mar 14 10:21:40.767633 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-b82b77fc-65fc-45d1-962b-718a56d1cf5a req-76cc9bb2-9d62-446a-b07a-365bcaf8940a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488653 Mar 14 10:21:41.333785 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:41.901132 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde68844-900f-47c6-a069-0e08e63cbf9a req-dd65f9b5-d5c4-44d3-a98c-af8ff2bdcb0a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:41.908084 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fde68844-900f-47c6-a069-0e08e63cbf9a req-dd65f9b5-d5c4-44d3-a98c-af8ff2bdcb0a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0710855 Mar 14 10:21:41.953505 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-fde68844-900f-47c6-a069-0e08e63cbf9a req-2d1dc453-f831-4ad6-a197-b08506c6066b tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426021 Mar 14 10:21:43.120188 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982d0a2-7dab-4cdf-aaec-364f05497254 req-f8c5bde3-125b-416d-b17c-5d45b9f3f457 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:43.124891 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6982d0a2-7dab-4cdf-aaec-364f05497254 req-f8c5bde3-125b-416d-b17c-5d45b9f3f457 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0802805 Mar 14 10:21:43.194842 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6982d0a2-7dab-4cdf-aaec-364f05497254 req-fe76c494-84fd-453f-a47c-aa9314a6f615 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621619 Mar 14 10:21:44.334596 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30ef7d-37e1-4003-b133-1d570963d64e req-f13b51f0-6676-40f6-ae8a-32ca690e1d8d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:44.348313 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a30ef7d-37e1-4003-b133-1d570963d64e req-f13b51f0-6676-40f6-ae8a-32ca690e1d8d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0746372 Mar 14 10:21:44.396990 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4a30ef7d-37e1-4003-b133-1d570963d64e req-ba4e3382-a350-4275-b8b4-279a7fb61f5a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474012 Mar 14 10:21:45.437613 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Request body: {'port': {'device_id': 'fc86df40-6058-4b44-84a2-9af198fab418', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:21:45.503272 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.550372 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c035f0-8440-4f83-9ab0-69d3c319bb03 req-e9f388e2-a452-400a-ab1c-53d77b2370ba tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:45.551935 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98c035f0-8440-4f83-9ab0-69d3c319bb03 req-e9f388e2-a452-400a-ab1c-53d77b2370ba tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 932 time: 0.0731516 Mar 14 10:21:45.607185 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98c035f0-8440-4f83-9ab0-69d3c319bb03 req-38d00c0d-e9ae-4689-91d4-9c791f458ed5 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490437 Mar 14 10:21:45.699320 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42112) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:45.775914 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aadb4abe-4554-4694-aa57-1082dd352139 {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:21:45.783861 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Publish callbacks [] for port (aadb4abe-4554-4694-aa57-1082dd352139), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.795925 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Transition to ACTIVE for port object aadb4abe-4554-4694-aa57-1082dd352139 will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:21:45.799306 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.815397 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-696eafab-1e05-4bae-a8e2-a6dcd8bcddb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.901596 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:45.922962 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-696eafab-1e05-4bae-a8e2-a6dcd8bcddb6 admin admin] Publish callbacks [] for security_group (32c285c0-911b-4b28-a53c-7b1817e83b8e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.929721 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-696eafab-1e05-4bae-a8e2-a6dcd8bcddb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (32c285c0-911b-4b28-a53c-7b1817e83b8e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.943425 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Attempting to bind port aadb4abe-4554-4694-aa57-1082dd352139 on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:21:45.943783 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Attempting to bind port aadb4abe-4554-4694-aa57-1082dd352139 by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:21:45.944133 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Attempting to bind port aadb4abe-4554-4694-aa57-1082dd352139 on network 5241d33e-fb38-4f0f-a652-907eee7def61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:45.948586 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Port aadb4abe-4554-4694-aa57-1082dd352139 on network 5241d33e-fb38-4f0f-a652-907eee7def61 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:21:45.948843 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Attempting to bind port aadb4abe-4554-4694-aa57-1082dd352139 on network 5241d33e-fb38-4f0f-a652-907eee7def61 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:21:45.954316 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:21:45.954656 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Checking segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:21:45.955036 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Bound using segment: {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:21:45.955456 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Bound port: aadb4abe-4554-4694-aa57-1082dd352139, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d350b2c-a9c9-4314-a105-49c14f8a0623', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:21:45.955964 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:45.977128 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-696eafab-1e05-4bae-a8e2-a6dcd8bcddb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56ad7b9a03f94223b5f860b08eb6c3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766728 Mar 14 10:21:45.979124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696eafab-1e05-4bae-a8e2-a6dcd8bcddb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c285c0-911b-4b28-a53c-7b1817e83b8e,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:45.981846 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42118) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:46.026519 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:21:46.030186 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:21:46.035694 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b5c9-1e36-43bd-9834-1f7d2903c617 admin admin] Publish callbacks [] for security_group (32c285c0-911b-4b28-a53c-7b1817e83b8e), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.036879 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.056503 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.057357 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.058755 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] 10.222.0.35 "PUT /v2.0/ports/aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 1094 time: 0.6329257 Mar 14 10:21:46.063917 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b5c9-1e36-43bd-9834-1f7d2903c617 admin admin] Publish callbacks [] for security_group (32c285c0-911b-4b28-a53c-7b1817e83b8e), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.078580 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:21:46.082668 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488dd430-e6af-4dc5-a3c8-3a06b65eb513" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:21:46.120140 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b5c9-1e36-43bd-9834-1f7d2903c617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (32c285c0-911b-4b28-a53c-7b1817e83b8e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.128064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9cc9b5c9-1e36-43bd-9834-1f7d2903c617 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.129205 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9cc9b5c9-1e36-43bd-9834-1f7d2903c617 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32c285c0-911b-4b28-a53c-7b1817e83b8e HTTP/1.1" status: 204 len: 168 time: 0.1467321 Mar 14 10:21:46.133002 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f0fb98-ce8f-4a10-85e0-fe7ff2630f85 x-openstack-request-id: req-57f0fb98-ce8f-4a10-85e0-fe7ff2630f85 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:21:46.133236 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:21:46.133461 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57f0fb98-ce8f-4a10-85e0-fe7ff2630f85 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:21:46.133865 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'status': 'completed', 'code': 200} Mar 14 10:21:46.140673 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc9b5c9-1e36-43bd-9834-1f7d2903c617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c285c0-911b-4b28-a53c-7b1817e83b8e,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:46.170049 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3de97-1bba-47f4-8892-582dd24f5e8d service neutron] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:46.193489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-54a13eb0-872c-493d-9b4a-6d60fa3c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.195191 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-54a13eb0-872c-493d-9b4a-6d60fa3c0da4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1128 time: 0.0785959 Mar 14 10:21:46.247243 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-23c8c2f5-cf77-40c0-8b83-24c44085534b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 217 time: 0.0437815 Mar 14 10:21:46.302252 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-cb4a3275-a16a-4c9f-8410-966e03332b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.303951 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-cb4a3275-a16a-4c9f-8410-966e03332b76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0505610 Mar 14 10:21:46.356114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fb450-f764-46d1-8bab-2296e9731315 req-445172ee-1a40-4bae-885a-14b87ed9013b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.358161 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-445172ee-1a40-4bae-885a-14b87ed9013b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464587 Mar 14 10:21:46.445763 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42126) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:46.459652 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-12b25761-4a1d-4d9c-8fcb-f1dd1018497d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.460378 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-22576761-4f76-4a20-9b97-322ebda1a81d service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931590 Mar 14 10:21:46.539046 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-12b25761-4a1d-4d9c-8fcb-f1dd1018497d admin admin] Publish callbacks [] for security_group (8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.544227 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-12b25761-4a1d-4d9c-8fcb-f1dd1018497d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.558013 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-606fb450-f764-46d1-8bab-2296e9731315 req-ae2b63cf-1675-4248-897f-a591fc1493a1 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909410 Mar 14 10:21:46.583904 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-12b25761-4a1d-4d9c-8fcb-f1dd1018497d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11e9022ce79c4458b386be66de2d26c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365991 Mar 14 10:21:46.584789 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b25761-4a1d-4d9c-8fcb-f1dd1018497d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:46.587298 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42128) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:46.637965 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f0343bf-3cfd-4575-83d8-64d6573148f6 admin admin] Publish callbacks [] for security_group (8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.660766 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f0343bf-3cfd-4575-83d8-64d6573148f6 admin admin] Publish callbacks [] for security_group (8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.673491 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-44df422b-3fac-4c6b-8433-6118d5148118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.675700 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-44df422b-3fac-4c6b-8433-6118d5148118 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1128 time: 0.0565319 Mar 14 10:21:46.740609 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a3252-85a8-4c55-b67e-25995ef39ec6 req-bd36a315-d3d7-43c4-a930-baf513d44295 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.742398 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-115a3252-85a8-4c55-b67e-25995ef39ec6 req-bd36a315-d3d7-43c4-a930-baf513d44295 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 944 time: 0.0656691 Mar 14 10:21:46.760909 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f0343bf-3cfd-4575-83d8-64d6573148f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.763504 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4f0343bf-3cfd-4575-83d8-64d6573148f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:46.764664 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4f0343bf-3cfd-4575-83d8-64d6573148f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3 HTTP/1.1" status: 204 len: 168 time: 0.1764395 Mar 14 10:21:46.780111 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-55eaaa46-fbec-4713-8e8b-722d01540ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.781598 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-55eaaa46-fbec-4713-8e8b-722d01540ccb service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.0994859 Mar 14 10:21:46.783064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0343bf-3cfd-4575-83d8-64d6573148f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3e831f-c5e2-4fbf-b735-28d4a1d7c4c3,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:46.805694 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-115a3252-85a8-4c55-b67e-25995ef39ec6 req-2f6bcecf-d21f-45b1-b001-857118a2cc46 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580392 Mar 14 10:21:46.831321 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-3296d59c-4f6d-4864-8e0d-43a2b4933bc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 217 time: 0.0398784 Mar 14 10:21:46.897967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-ce9228cc-cc1e-4c2e-8071-6a0c7520d507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.899113 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-ce9228cc-cc1e-4c2e-8071-6a0c7520d507 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0611577 Mar 14 10:21:46.961435 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-62c8dccd-30b5-471b-b6c6-430c4835aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:46.963239 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-62c8dccd-30b5-471b-b6c6-430c4835aa6e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574477 Mar 14 10:21:47.072439 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-2a7b3239-7ad2-4f68-92ae-f8593a5c6728 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015542 Mar 14 10:21:47.165082 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-488dd430-e6af-4dc5-a3c8-3a06b65eb513 req-bd0db74e-e34e-4d25-a17c-2b49fd4c7650 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861459 Mar 14 10:21:47.939204 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23e541-2712-4e4e-8d94-1164a93375e0 req-ecdf27af-4643-426c-b183-6140679f17d9 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:47.940828 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a23e541-2712-4e4e-8d94-1164a93375e0 req-ecdf27af-4643-426c-b183-6140679f17d9 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 944 time: 0.0603290 Mar 14 10:21:47.994128 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5a23e541-2712-4e4e-8d94-1164a93375e0 req-69444db6-b08c-47e8-ad3f-df9a92327925 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477917 Mar 14 10:21:48.494142 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aadb4abe-4554-4694-aa57-1082dd352139 details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:21:48.632896 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:48.644145 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'aadb4abe-4554-4694-aa57-1082dd352139', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'port_id': 'aadb4abe-4554-4694-aa57-1082dd352139', 'mac_address': 'fa:16:3e:b9:25:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:21:48.680821 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port aadb4abe-4554-4694-aa57-1082dd352139 is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:48.681208 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:48.695561 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aadb4abe-4554-4694-aa57-1082dd352139 {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:21:48.714704 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:48.718476 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:48.766042 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:48.972575 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['aadb4abe-4554-4694-aa57-1082dd352139'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:21:49.112955 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72e9df-447d-47a9-8148-e8bd38e535db req-1c059d1c-a683-436c-a7d2-994c898ff969 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:49.114453 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e72e9df-447d-47a9-8148-e8bd38e535db req-1c059d1c-a683-436c-a7d2-994c898ff969 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 945 time: 0.0555594 Mar 14 10:21:49.160753 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3e72e9df-447d-47a9-8148-e8bd38e535db req-31eae9dd-f0d5-40a6-b0c3-85a02e2b61a0 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405824 Mar 14 10:21:50.449888 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768284b1-10cf-49ea-8316-9dfbdfbe4b29 req-739b687e-0816-48d8-be85-d2b5c3d0de23 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:50.451298 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-768284b1-10cf-49ea-8316-9dfbdfbe4b29 req-739b687e-0816-48d8-be85-d2b5c3d0de23 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 945 time: 0.0576756 Mar 14 10:21:50.498265 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aadb4abe-4554-4694-aa57-1082dd352139 up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:21:50.501359 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-768284b1-10cf-49ea-8316-9dfbdfbe4b29 req-7cf528a6-56e2-4810-a67d-87226c409913 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Mar 14 10:21:50.548378 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port aadb4abe-4554-4694-aa57-1082dd352139 completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:21:50.552665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port aadb4abe-4554-4694-aa57-1082dd352139 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:21:50.553034 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (aadb4abe-4554-4694-aa57-1082dd352139), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:50.634746 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port aadb4abe-4554-4694-aa57-1082dd352139 is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:21:50.635134 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:50.657971 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:21:50.660214 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8242089-8337-466f-8820-bbd305096f78" -d '{"events": [{"server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "name": "network-vif-plugged", "status": "completed", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:21:50.672681 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:50.676640 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:50.700131 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8511e1-ea9f-4a2f-99c8-1b6c2f3a75ea x-openstack-request-id: req-fd8511e1-ea9f-4a2f-99c8-1b6c2f3a75ea {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:21:50.700365 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "name": "network-vif-plugged", "status": "completed", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:21:50.700792 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd8511e1-ea9f-4a2f-99c8-1b6c2f3a75ea {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:21:50.701039 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'code': 200} Mar 14 10:21:50.727029 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:50.871819 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40314a35-6a0c-4989-b3be-ccfae354bd6d req-5eb0ab8c-05a2-47a9-843a-d61f4f895254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:50.873340 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-40314a35-6a0c-4989-b3be-ccfae354bd6d req-5eb0ab8c-05a2-47a9-843a-d61f4f895254 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1130 time: 0.0452871 Mar 14 10:21:50.921647 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-40314a35-6a0c-4989-b3be-ccfae354bd6d req-62901976-e08e-4ab6-baae-9c343996aa2d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423772 Mar 14 10:21:51.622722 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f38f-0284-4f0d-9b6d-25f65f4c52e3 req-ccf52d63-281a-4fd3-be2f-8f02f9db6bf5 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:51.624738 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1503f38f-0284-4f0d-9b6d-25f65f4c52e3 req-ccf52d63-281a-4fd3-be2f-8f02f9db6bf5 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0558982 Mar 14 10:21:51.675413 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-1503f38f-0284-4f0d-9b6d-25f65f4c52e3 req-77ea9759-4b07-4dc7-955d-d2e351e14dcb tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451953 Mar 14 10:21:51.831423 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42244) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:51.940696 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-500047d6-24f0-4dce-a46c-22644ad23982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.023506 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-500047d6-24f0-4dce-a46c-22644ad23982 admin admin] Publish callbacks [] for security_group (0a00c239-848c-4e2d-80e2-9dcbecc52b12), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.027097 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-500047d6-24f0-4dce-a46c-22644ad23982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0a00c239-848c-4e2d-80e2-9dcbecc52b12), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.065375 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-500047d6-24f0-4dce-a46c-22644ad23982 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d300c2a39a149d7943a544a0613aacc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328198 Mar 14 10:21:52.066464 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500047d6-24f0-4dce-a46c-22644ad23982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a00c239-848c-4e2d-80e2-9dcbecc52b12,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:52.068044 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42248) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:52.118590 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d227a3c-a6b8-4481-a2c7-33ee9d7cb787 admin admin] Publish callbacks [] for security_group (0a00c239-848c-4e2d-80e2-9dcbecc52b12), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.139735 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d227a3c-a6b8-4481-a2c7-33ee9d7cb787 admin admin] Publish callbacks [] for security_group (0a00c239-848c-4e2d-80e2-9dcbecc52b12), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.188834 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d227a3c-a6b8-4481-a2c7-33ee9d7cb787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0a00c239-848c-4e2d-80e2-9dcbecc52b12), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.191479 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8d227a3c-a6b8-4481-a2c7-33ee9d7cb787 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.192671 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8d227a3c-a6b8-4481-a2c7-33ee9d7cb787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a00c239-848c-4e2d-80e2-9dcbecc52b12 HTTP/1.1" status: 204 len: 168 time: 0.1228755 Mar 14 10:21:52.200307 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d227a3c-a6b8-4481-a2c7-33ee9d7cb787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a00c239-848c-4e2d-80e2-9dcbecc52b12,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:52.450557 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42264) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:52.464223 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-26d7aad5-50aa-4102-82ec-61bdb321aed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.514195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:52.543353 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-26d7aad5-50aa-4102-82ec-61bdb321aed1 admin admin] Publish callbacks [] for security_group (efe6cbe8-e6ae-4dff-a197-6352639266c9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.547374 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-26d7aad5-50aa-4102-82ec-61bdb321aed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (efe6cbe8-e6ae-4dff-a197-6352639266c9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.585436 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-26d7aad5-50aa-4102-82ec-61bdb321aed1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a8df983a159145ceaea475eddb1cfd72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332610 Mar 14 10:21:52.586308 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d7aad5-50aa-4102-82ec-61bdb321aed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe6cbe8-e6ae-4dff-a197-6352639266c9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:52.588349 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42274) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:52.646789 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189754b2-3ef7-41aa-a54f-9982be715224 admin admin] Publish callbacks [] for security_group (efe6cbe8-e6ae-4dff-a197-6352639266c9), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.674590 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189754b2-3ef7-41aa-a54f-9982be715224 admin admin] Publish callbacks [] for security_group (efe6cbe8-e6ae-4dff-a197-6352639266c9), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.724294 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189754b2-3ef7-41aa-a54f-9982be715224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (efe6cbe8-e6ae-4dff-a197-6352639266c9), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.727752 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-189754b2-3ef7-41aa-a54f-9982be715224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.729100 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-189754b2-3ef7-41aa-a54f-9982be715224 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efe6cbe8-e6ae-4dff-a197-6352639266c9 HTTP/1.1" status: 204 len: 168 time: 0.1391902 Mar 14 10:21:52.779146 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189754b2-3ef7-41aa-a54f-9982be715224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe6cbe8-e6ae-4dff-a197-6352639266c9,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:52.813430 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d9d92-6baa-47ec-ad08-3f124fa44591 req-84f8d211-5da3-406a-9ae8-4248e43188a9 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:52.814948 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b7d9d92-6baa-47ec-ad08-3f124fa44591 req-84f8d211-5da3-406a-9ae8-4248e43188a9 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0639563 Mar 14 10:21:52.872026 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6b7d9d92-6baa-47ec-ad08-3f124fa44591 req-1adc16a3-76b8-4a03-bd43-43b7b0f52d56 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516322 Mar 14 10:21:52.923994 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Deleting port 59bf49ba-67ed-4950-894d-9a9720428451 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:52.924341 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (59bf49ba-67ed-4950-894d-9a9720428451), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:52.999940 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ba27e-65d4-489d-b006-ea59eb601390 req-016915c1-baad-4b8a-a5e2-6d8ed0109ceb tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:53.002240 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-790ba27e-65d4-489d-b006-ea59eb601390 req-016915c1-baad-4b8a-a5e2-6d8ed0109ceb tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0592604 Mar 14 10:21:53.022683 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (59bf49ba-67ed-4950-894d-9a9720428451), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:53.023306 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for floatingip (59bf49ba-67ed-4950-894d-9a9720428451), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:53.024641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-09acb4e8-8256-4606-8e42-19f8d078e39b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:53.037548 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Calling delete_port for 59bf49ba-67ed-4950-894d-9a9720428451 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:53.069460 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-790ba27e-65d4-489d-b006-ea59eb601390 req-f3be549c-5241-405c-a7b4-281afa97c3c3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546513 Mar 14 10:21:53.228931 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (59bf49ba-67ed-4950-894d-9a9720428451), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:53.262202 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event deleted for resources: {'Port': ['ID=59bf49ba-67ed-4950-894d-9a9720428451,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:53.337922 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for floatingip (fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:53.337922 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Floating IP fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2 disassociated (deleted). External IP: 172.27.0.64, port: 03da0279-117a-4a63-839a-6c7ab532d31b. Mar 14 10:21:53.422395 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd1738-2f33-4fba-aaab-d06635a825e0 req-43f8945c-3b48-4751-81ca-01517ce7554e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:53.424050 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6cbd1738-2f33-4fba-aaab-d06635a825e0 req-43f8945c-3b48-4751-81ca-01517ce7554e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0594420 Mar 14 10:21:53.479453 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6cbd1738-2f33-4fba-aaab-d06635a825e0 req-b5bb7f95-9490-4e4f-92b4-e046c8e43f4a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493467 Mar 14 10:21:53.564430 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Router 9ea32701-a521-4a56-ae66-7954e63e55db has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:21:53.965060 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:53.970498 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:53.976455 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] Sync routers for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:53.987895 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:53.988556 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:54.000003 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2fe30056-fbde-464a-a978-ff4c127836f4 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "DELETE /v2.0/floatingips/fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2 HTTP/1.1" status: 204 len: 168 time: 1.4845939 Mar 14 10:21:54.000886 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:21:54.003383 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a902637-0e01-47ed-b0e2-c359f54f5621" -d '{"events": [{"name": "network-changed", "server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:21:54.055098 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a775e32-5cee-49c4-ba48-a19f9d32b212 x-openstack-request-id: req-4a775e32-5cee-49c4-ba48-a19f9d32b212 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:21:54.055729 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:21:54.055729 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a775e32-5cee-49c4-ba48-a19f9d32b212 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:21:54.056031 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'status': 'completed', 'code': 200} Mar 14 10:21:54.116493 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:54.128359 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-8b6d9d93-d215-459a-b1cc-a9db89231399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:54.130032 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-8b6d9d93-d215-459a-b1cc-a9db89231399 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ea6aaa4898004981b356158b0f735049&device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 1129 time: 0.0519702 Mar 14 10:21:54.249240 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-f20d7886-8e29-4b64-baf8-850cb2b7dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:54.251444 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-f20d7886-8e29-4b64-baf8-850cb2b7dee9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 200 len: 908 time: 0.1086321 Mar 14 10:21:54.289655 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757cf22-2000-48ad-9253-51bdf029fc36 req-526aed22-d3d1-4229-996a-94535cbcb87c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:54.292283 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4757cf22-2000-48ad-9253-51bdf029fc36 req-526aed22-d3d1-4229-996a-94535cbcb87c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0664458 Mar 14 10:21:54.304469 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-397d0510-9d5d-47d0-9b37-94e147c2fc3a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 200 len: 217 time: 0.0469573 Mar 14 10:21:54.358346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-3cd8099b-43d0-4550-8cbd-886a74da321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:54.360022 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-3cd8099b-43d0-4550-8cbd-886a74da321a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 200 len: 847 time: 0.0484185 Mar 14 10:21:54.371842 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4757cf22-2000-48ad-9253-51bdf029fc36 req-5e7c4bb7-0a65-4870-b085-eb20eab01f4a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657861 Mar 14 10:21:54.400764 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:37Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:54.425013 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-1cf99c95-73b3-43b6-bdd7-083dbbec2b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:54.426438 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-1cf99c95-73b3-43b6-bdd7-083dbbec2b25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c500129c-7fc1-4dae-be06-7fc419a32743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597587 Mar 14 10:21:54.433202 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] Checking router: 9ea32701-a521-4a56-ae66-7954e63e55db for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:21:54.444007 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:54.444730 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:54.518578 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-52fba05d-6965-43b7-b412-c880bc23d40c service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849471 Mar 14 10:21:54.560839 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:54.614406 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5a902637-0e01-47ed-b0e2-c359f54f5621 req-17835961-313b-4bb8-82a4-5ee34de637cd service neutron] 10.222.0.35 "GET /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889647 Mar 14 10:21:54.760126 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:37Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:54.785284 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c461df-3a64-4537-8435-3a11b7369731 None None] The sync data for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi is: [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:16:32Z', 'revision_number': 4, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': '0dbc285d-60cf-4b7d-b0e1-844696bf74ac', 'name': '', 'network_id': 'c500129c-7fc1-4dae-be06-7fc419a32743', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'mac_address': 'fa:16:3e:44:81:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:31Z', 'updated_at': '2022-03-14T10:16:37Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'subnets': [{'id': '3988216f-f4d5-43d6-aa56-98c7b60e88c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:21:55.038346 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14dcc4b5-9e90-4dc3-9a78-55bfc49439da None None] New status for floating IP fdbe7e5c-e294-4b7e-bbe2-f6370c7be1a2: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:21:55.503365 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552f364b-d7dc-4bd8-8151-f6b91b2d65bd req-cd7c3c43-a972-43db-88b3-82800dd78a9c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:55.510147 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-552f364b-d7dc-4bd8-8151-f6b91b2d65bd req-cd7c3c43-a972-43db-88b3-82800dd78a9c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0584371 Mar 14 10:21:55.514475 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2580fac0-cf04-4abe-ba63-7f27b208814d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:55.562579 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-552f364b-d7dc-4bd8-8151-f6b91b2d65bd req-756c8ac7-379c-4483-88ef-a20595e73e01 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/security-groups?id=0f89a294-69cb-482a-925c-182cbc0a7030&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515792 Mar 14 10:21:55.927768 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-93affbd3-8f0e-4f5a-a95b-76099a63f572 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:21:55.929235 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-93affbd3-8f0e-4f5a-a95b-76099a63f572 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.35 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Mar 14 10:21:56.035956 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Deleting port 03da0279-117a-4a63-839a-6c7ab532d31b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:56.036316 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:56.122353 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] For port 03da0279-117a-4a63-839a-6c7ab532d31b, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=03da0279-117a-4a63-839a-6c7ab532d31b,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:56.122716 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:56.135311 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Calling delete_port for 03da0279-117a-4a63-839a-6c7ab532d31b owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:56.267558 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (03da0279-117a-4a63-839a-6c7ab532d31b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:56.298227 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event deleted for resources: {'Port': ['ID=03da0279-117a-4a63-839a-6c7ab532d31b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:56.346510 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] No DVR routers for this DVR port 03da0279-117a-4a63-839a-6c7ab532d31b on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:21:56.348833 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:56.352053 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-65ca864c-ffe2-432b-9e41-c8b7e25c9042 req-1a45e0aa-b5e3-48d5-a3e2-3018651ee33c tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.35 "DELETE /v2.0/ports/03da0279-117a-4a63-839a-6c7ab532d31b HTTP/1.1" status: 204 len: 173 time: 0.4174566 Mar 14 10:21:56.352477 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-deleted', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:21:56.354654 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78978674-e0bc-4d2c-a035-97a890c43a4c" -d '{"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-deleted", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:21:56.393508 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5461536f-5f6a-43fb-8888-3453ef748af5 x-openstack-request-id: req-5461536f-5f6a-43fb-8888-3453ef748af5 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:21:56.393798 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c666cf3-53e1-43d9-92db-dd57dfb6dd07", "name": "network-vif-deleted", "tag": "03da0279-117a-4a63-839a-6c7ab532d31b", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:21:56.394048 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5461536f-5f6a-43fb-8888-3453ef748af5 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:21:56.394449 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c666cf3-53e1-43d9-92db-dd57dfb6dd07', 'name': 'network-vif-deleted', 'tag': '03da0279-117a-4a63-839a-6c7ab532d31b', 'status': 'completed', 'code': 200} Mar 14 10:21:56.419081 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:56.666980 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e19c5653-65af-45e5-b2a6-91ee094eabef req-36f4a097-3f55-4443-855a-303cad6f763a tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c666cf3-53e1-43d9-92db-dd57dfb6dd07 HTTP/1.1" status: 200 len: 210 time: 0.0286329 Mar 14 10:21:57.730617 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42430) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:57.785645 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e9d821-879c-4ac3-a457-9036415a4416 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group (0f89a294-69cb-482a-925c-182cbc0a7030), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:57.809827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e9d821-879c-4ac3-a457-9036415a4416 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group (0f89a294-69cb-482a-925c-182cbc0a7030), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:57.859190 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:57.868818 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e9d821-879c-4ac3-a457-9036415a4416 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0f89a294-69cb-482a-925c-182cbc0a7030), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:57.871415 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-27e9d821-879c-4ac3-a457-9036415a4416 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:57.872586 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-27e9d821-879c-4ac3-a457-9036415a4416 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] 10.222.0.21 "DELETE /v2.0/security-groups/0f89a294-69cb-482a-925c-182cbc0a7030 HTTP/1.1" status: 204 len: 168 time: 0.1409917 Mar 14 10:21:57.882320 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e9d821-879c-4ac3-a457-9036415a4416 tempest-TestShelveInstance-1896695244 tempest-TestShelveInstance-1896695244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f89a294-69cb-482a-925c-182cbc0a7030,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:57.921387 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42434) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:58.450636 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (9ea32701-a521-4a56-ae66-7954e63e55db), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:58.702879 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Deleting port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:58.703217 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:58.778517 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] For port 0dbc285d-60cf-4b7d-b0e1-844696bf74ac, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:58.779148 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:58.791321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Calling delete_port for 0dbc285d-60cf-4b7d-b0e1-844696bf74ac owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:58.973589 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (0dbc285d-60cf-4b7d-b0e1-844696bf74ac), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:58.999813 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0dbc285d-60cf-4b7d-b0e1-844696bf74ac,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:21:59.166084 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (9ea32701-a521-4a56-ae66-7954e63e55db), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:59.392351 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Router 9ea32701-a521-4a56-ae66-7954e63e55db has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:21:59.508195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:21:59.516668 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42474) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:21:59.517162 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1514af53-e11e-448d-a41b-3d46de210c1a admin admin] 10.222.0.21 "PUT /v2.0/routers/9ea32701-a521-4a56-ae66-7954e63e55db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942600 Mar 14 10:21:59.522640 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] Sync routers for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:21:59.537188 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:21:59.537802 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:21:59.603213 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:59.652535 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks [] for router (9ea32701-a521-4a56-ae66-7954e63e55db), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:59.667881 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:21:59.778793 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks [] for router_gateway (9ea32701-a521-4a56-ae66-7954e63e55db), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:59.852664 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Deleting port ae3b65d2-20bf-4eff-bc19-d110476b5499 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:21:59.853033 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:59.941488 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] For port ae3b65d2-20bf-4eff-bc19-d110476b5499, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=ae3b65d2-20bf-4eff-bc19-d110476b5499,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:21:59.941852 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:21:59.955346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Calling delete_port for ae3b65d2-20bf-4eff-bc19-d110476b5499 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:21:59.984538 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124'}], 'enable_snat': True}, 'gw_port_id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:21:58Z', 'revision_number': 5, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port': {'id': 'ae3b65d2-20bf-4eff-bc19-d110476b5499', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:09:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:28Z', 'updated_at': '2022-03-14T10:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:00.014169 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] Checking router: 9ea32701-a521-4a56-ae66-7954e63e55db for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:00.024008 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] Routers {'9ea32701-a521-4a56-ae66-7954e63e55db'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:00.024635 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['9ea32701-a521-4a56-ae66-7954e63e55db'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:00.122500 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] Set router 9ea32701-a521-4a56-ae66-7954e63e55db gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:00.134630 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (ae3b65d2-20bf-4eff-bc19-d110476b5499), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.171610 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3b65d2-20bf-4eff-bc19-d110476b5499,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:00.180876 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:21:59Z', 'revision_number': 6, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:00.209033 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbd0f2b2-099c-4bbd-97a6-17ee6aef50f7 None None] The sync data for ids ['9ea32701-a521-4a56-ae66-7954e63e55db'] in dv-cinder-833543-1-iscsi is: [{'id': '9ea32701-a521-4a56-ae66-7954e63e55db', 'name': 'tempest-TestShelveInstance-875903093-router', 'tenant_id': 'ea6aaa4898004981b356158b0f735049', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:27Z', 'updated_at': '2022-03-14T10:21:59Z', 'revision_number': 6, 'project_id': 'ea6aaa4898004981b356158b0f735049', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:00.232024 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (9ea32701-a521-4a56-ae66-7954e63e55db), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.334049 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (9ea32701-a521-4a56-ae66-7954e63e55db), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.336726 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks [] for router_controller (9ea32701-a521-4a56-ae66-7954e63e55db), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.383508 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (9ea32701-a521-4a56-ae66-7954e63e55db), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.384302 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ea32701-a521-4a56-ae66-7954e63e55db {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:22:00.390945 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.392578 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a24bdf94-5576-4abc-94e4-d62e581233b2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9ea32701-a521-4a56-ae66-7954e63e55db HTTP/1.1" status: 204 len: 168 time: 0.8746724 Mar 14 10:22:00.394837 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42494) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:00.445997 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Deleting subnet 3988216f-f4d5-43d6-aa56-98c7b60e88c8 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:22:00.449163 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Publish callbacks [] for subnet (3988216f-f4d5-43d6-aa56-98c7b60e88c8), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.483849 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (3988216f-f4d5-43d6-aa56-98c7b60e88c8), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.560686 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (3988216f-f4d5-43d6-aa56-98c7b60e88c8), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.569086 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:00.593773 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 03da0279-117a-4a63-839a-6c7ab532d31b {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:22:00.594126 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 03da0279-117a-4a63-839a-6c7ab532d31b not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:22:00.626951 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (3988216f-f4d5-43d6-aa56-98c7b60e88c8), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.653774 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3988216f-f4d5-43d6-aa56-98c7b60e88c8,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:00.657569 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.663053 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f8fbf7ec-428b-488d-89a1-67c8186514f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3988216f-f4d5-43d6-aa56-98c7b60e88c8 HTTP/1.1" status: 204 len: 168 time: 0.2650158 Mar 14 10:22:00.663866 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42498) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:00.664752 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e85b42-d22a-4dca-9942-47ebdb827b52 None None] Network c500129c-7fc1-4dae-be06-7fc419a32743 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:00.742749 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (c500129c-7fc1-4dae-be06-7fc419a32743), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.794073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Deleting port 32e35d4b-2377-4926-a5be-530d253e2585 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:22:00.794414 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (32e35d4b-2377-4926-a5be-530d253e2585), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.855067 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] For port 32e35d4b-2377-4926-a5be-530d253e2585, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=32e35d4b-2377-4926-a5be-530d253e2585,segment=NetworkSegment(c780118b-5702-446d-a972-f39b8e97d970),segment_id=c780118b-5702-446d-a972-f39b8e97d970)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:00.855350 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (32e35d4b-2377-4926-a5be-530d253e2585), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.871443 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Calling delete_port for 32e35d4b-2377-4926-a5be-530d253e2585 owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:22:00.947028 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (32e35d4b-2377-4926-a5be-530d253e2585), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:00.972957 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Pushing event deleted for resources: {'Port': ['ID=32e35d4b-2377-4926-a5be-530d253e2585,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:00.976690 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] No DVR routers for this DVR port 32e35d4b-2377-4926-a5be-530d253e2585 on host dv-cinder-833543-1-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:22:01.011820 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7019843-d163-463c-bde6-3da871ec02e3 None None] DHCP port deletion for c500129c-7fc1-4dae-be06-7fc419a32743 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:22:01.053676 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (c500129c-7fc1-4dae-be06-7fc419a32743), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.072971 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c500129c-7fc1-4dae-be06-7fc419a32743']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:01.082486 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c780118b-5702-446d-a972-f39b8e97d970') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:01.082754 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c780118b-5702-446d-a972-f39b8e97d970') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:01.093033 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (c780118b-5702-446d-a972-f39b8e97d970), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.107285 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (c780118b-5702-446d-a972-f39b8e97d970), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.113867 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:22:01.114268 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (c780118b-5702-446d-a972-f39b8e97d970), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:22:01.116158 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:22:01.174413 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (c500129c-7fc1-4dae-be06-7fc419a32743), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.179696 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.182879 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] 10.222.0.21 "DELETE /v2.0/networks/c500129c-7fc1-4dae-be06-7fc419a32743 HTTP/1.1" status: 204 len: 168 time: 0.5168407 Mar 14 10:22:01.185821 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42500) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:01.194207 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f99ddd-8c92-4139-b21f-cfa99aa5432d admin admin] Pushing event deleted for resources: {'Network': ['ID=c500129c-7fc1-4dae-be06-7fc419a32743,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:01.560402 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (654928e9-6fc1-444a-ab42-ad49eeea6cc3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.681555 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42516) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:01.828507 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-be366ccd-1635-48d0-98c1-b0e62a2074cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.898331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 32e35d4b-2377-4926-a5be-530d253e2585 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:01.934962 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 32e35d4b-2377-4926-a5be-530d253e2585 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:22:01.937561 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 32e35d4b-2377-4926-a5be-530d253e2585 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:22:01.938287 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device ae3b65d2-20bf-4eff-bc19-d110476b5499 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:01.972325 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-be366ccd-1635-48d0-98c1-b0e62a2074cf admin admin] Publish callbacks [] for security_group (d7b42b71-4b19-4ff1-b063-8004463859dd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.982286 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-be366ccd-1635-48d0-98c1-b0e62a2074cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d7b42b71-4b19-4ff1-b063-8004463859dd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:01.983670 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: ae3b65d2-20bf-4eff-bc19-d110476b5499 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:22:01.984283 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device ae3b65d2-20bf-4eff-bc19-d110476b5499 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:22:01.984876 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 0dbc285d-60cf-4b7d-b0e1-844696bf74ac no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:02.009287 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 0dbc285d-60cf-4b7d-b0e1-844696bf74ac {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:22:02.010427 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 0dbc285d-60cf-4b7d-b0e1-844696bf74ac not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:22:02.038368 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-be366ccd-1635-48d0-98c1-b0e62a2074cf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d28ef4e0e6ff40eca91947171ed43e1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3548017 Mar 14 10:22:02.039361 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be366ccd-1635-48d0-98c1-b0e62a2074cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b42b71-4b19-4ff1-b063-8004463859dd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:02.043180 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42534) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:02.140906 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4e1956d8-008c-4146-98bc-e23eb807a1b4 admin admin] Publish callbacks [] for security_group (d7b42b71-4b19-4ff1-b063-8004463859dd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.151198 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b4d30-1d6c-4f16-85a8-69daa497ac05 req-8fe24435-f1c5-42d6-ad25-2861e8ea5881 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:02.152704 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c42b4d30-1d6c-4f16-85a8-69daa497ac05 req-8fe24435-f1c5-42d6-ad25-2861e8ea5881 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0913298 Mar 14 10:22:02.175155 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42538) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:02.178922 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4e1956d8-008c-4146-98bc-e23eb807a1b4 admin admin] Publish callbacks [] for security_group (d7b42b71-4b19-4ff1-b063-8004463859dd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.199907 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Deleting port 006f2856-af21-4e7d-a02d-c1eafaf3152b {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:22:02.200624 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.243664 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c42b4d30-1d6c-4f16-85a8-69daa497ac05 req-94a3166a-9f20-4eac-8348-d11c97329c66 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805533 Mar 14 10:22:02.264278 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4e1956d8-008c-4146-98bc-e23eb807a1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (d7b42b71-4b19-4ff1-b063-8004463859dd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.268671 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-4e1956d8-008c-4146-98bc-e23eb807a1b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.269929 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-4e1956d8-008c-4146-98bc-e23eb807a1b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7b42b71-4b19-4ff1-b063-8004463859dd HTTP/1.1" status: 204 len: 168 time: 0.2255251 Mar 14 10:22:02.278593 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1956d8-008c-4146-98bc-e23eb807a1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b42b71-4b19-4ff1-b063-8004463859dd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:02.281461 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42544) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:02.291139 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] For port 006f2856-af21-4e7d-a02d-c1eafaf3152b, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=006f2856-af21-4e7d-a02d-c1eafaf3152b,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:02.291752 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.309125 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Calling delete_port for 006f2856-af21-4e7d-a02d-c1eafaf3152b owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:22:02.340943 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-32ff17af-c992-425e-86a2-778ffee36e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.428890 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-32ff17af-c992-425e-86a2-778ffee36e02 admin admin] Publish callbacks [] for security_group (2d957d2f-c694-4d83-98f3-fa8fba336d04), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.434635 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-32ff17af-c992-425e-86a2-778ffee36e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (2d957d2f-c694-4d83-98f3-fa8fba336d04), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.464223 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-32ff17af-c992-425e-86a2-778ffee36e02 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2911ce5367f44f3f88e1e666eb728836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2872262 Mar 14 10:22:02.471494 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42550) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:02.515173 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff17af-c992-425e-86a2-778ffee36e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d957d2f-c694-4d83-98f3-fa8fba336d04,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:02.543304 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625e5617-decc-4367-9b53-384560de7613 tempest-TestMinimumBasicScenario-169620239 tempest-TestMinimumBasicScenario-169620239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:02.547564 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-625e5617-decc-4367-9b53-384560de7613 tempest-TestMinimumBasicScenario-169620239 tempest-TestMinimumBasicScenario-169620239-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1125 time: 0.2625139 Mar 14 10:22:02.547971 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42554) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:02.551353 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff89997-79b6-4138-b1e8-01556533e31e admin admin] Publish callbacks [] for security_group (2d957d2f-c694-4d83-98f3-fa8fba336d04), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.552278 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'port_id': 'aadb4abe-4554-4694-aa57-1082dd352139', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:02.573487 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.581100 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff89997-79b6-4138-b1e8-01556533e31e admin admin] Publish callbacks [] for security_group (2d957d2f-c694-4d83-98f3-fa8fba336d04), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.587710 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (006f2856-af21-4e7d-a02d-c1eafaf3152b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.632665 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Pushing event deleted for resources: {'Port': ['ID=006f2856-af21-4e7d-a02d-c1eafaf3152b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:02.713801 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff89997-79b6-4138-b1e8-01556533e31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (2d957d2f-c694-4d83-98f3-fa8fba336d04), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.716620 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1ff89997-79b6-4138-b1e8-01556533e31e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.717885 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1ff89997-79b6-4138-b1e8-01556533e31e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d957d2f-c694-4d83-98f3-fa8fba336d04 HTTP/1.1" status: 204 len: 168 time: 0.2454195 Mar 14 10:22:02.721929 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.763203 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff89997-79b6-4138-b1e8-01556533e31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d957d2f-c694-4d83-98f3-fa8fba336d04,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:02.866391 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (654928e9-6fc1-444a-ab42-ad49eeea6cc3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:02.898003 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Allocated IP 172.27.0.95 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/6775ff8b-86c4-483a-be0a-83da9ebd05bf) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:03.031062 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.076086 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.125057 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:22:03.126305 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:03.129810 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:03.133575 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:03.139462 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'Port': ['ID=6775ff8b-86c4-483a-be0a-83da9ebd05bf,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:03.196724 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42574) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:03.275607 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:03.285153 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2dbdbb23-6ff4-4272-936e-874c2245f66a admin admin] 10.222.0.21 "PUT /v2.0/routers/654928e9-6fc1-444a-ab42-ad49eeea6cc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0981188 Mar 14 10:22:03.285808 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] Sync routers for ids ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:03.286300 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42578) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:03.298286 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] Routers {'654928e9-6fc1-444a-ab42-ad49eeea6cc3'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:03.299450 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:03.346651 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42580) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:03.356035 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-637270402-network', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:03.366438 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9434d659-b33e-4381-932a-bbad9edd29a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.407459 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Made reservation on behalf of e2e41de0ce264d30bd5bc64707872915 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:03.411361 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.449495 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] Set router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:03.481225 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.529505 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks [] for router (654928e9-6fc1-444a-ab42-ad49eeea6cc3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.577437 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9434d659-b33e-4381-932a-bbad9edd29a9 admin admin] Publish callbacks [] for security_group (b18a61b2-1461-4fe0-9e55-5c3fd7252157), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.583278 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-9434d659-b33e-4381-932a-bbad9edd29a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (b18a61b2-1461-4fe0-9e55-5c3fd7252157), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.666258 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434d659-b33e-4381-932a-bbad9edd29a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b18a61b2-1461-4fe0-9e55-5c3fd7252157,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:03.678116 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-9434d659-b33e-4381-932a-bbad9edd29a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c9e84a515c64c1ab61a7dc07d5fcf87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279145 Mar 14 10:22:03.680201 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42582) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:03.715694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks [] for router_gateway (654928e9-6fc1-444a-ab42-ad49eeea6cc3), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.758867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks [] for security_group (a3fbf74e-6018-4986-9edc-398ae414c56f), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.766545 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (a3fbf74e-6018-4986-9edc-398ae414c56f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.802797 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:22:03.816802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fbf74e-6018-4986-9edc-398ae414c56f,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:03.824171 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (9c01320a-1954-44ec-8cdc-0f4e3718e650), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.824521 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Added segment 9c01320a-1954-44ec-8cdc-0f4e3718e650 of type vlan for network 809a85de-4bcc-47a8-936c-b123dd899405 Mar 14 10:22:03.871463 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Deleting port e46afa15-824a-4305-9f5e-2d2384c28530 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:22:03.872486 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.878285 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226'}], 'enable_snat': True}, 'gw_port_id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:22:02Z', 'revision_number': 5, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port': {'id': 'e46afa15-824a-4305-9f5e-2d2384c28530', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:c4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:16:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:03.902444 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (809a85de-4bcc-47a8-936c-b123dd899405), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.907041 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] Checking router: 654928e9-6fc1-444a-ab42-ad49eeea6cc3 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:03.915514 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] Routers {'654928e9-6fc1-444a-ab42-ad49eeea6cc3'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:03.916153 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:03.960081 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for floatingip (9c511e60-9245-47ee-8a94-1dd7d8309c4e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.979309 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (809a85de-4bcc-47a8-936c-b123dd899405), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.980295 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:03.980880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:03.994736 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] For port e46afa15-824a-4305-9f5e-2d2384c28530, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e46afa15-824a-4305-9f5e-2d2384c28530,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:03.995628 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.009151 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] Set router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:04.027325 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Calling delete_port for e46afa15-824a-4305-9f5e-2d2384c28530 owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:22:04.032121 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bb977eb-7dde-4288-9e07-25ded026dbcd admin admin] Publish callbacks [] for security_group (b18a61b2-1461-4fe0-9e55-5c3fd7252157), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.039720 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8419530 Mar 14 10:22:04.043243 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42584) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:04.065790 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:22:03Z', 'revision_number': 6, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:04.076680 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Request body: {'subnet': {'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-637270402-subnet', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:04.079098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bb977eb-7dde-4288-9e07-25ded026dbcd admin admin] Publish callbacks [] for security_group (b18a61b2-1461-4fe0-9e55-5c3fd7252157), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.080917 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.089190 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d75d72-65c5-43c2-8c0c-376fa1f3483c admin admin] Pushing event updated for resources: {'Network': ['ID=809a85de-4bcc-47a8-936c-b123dd899405,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:04.092414 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd03fa73-ad01-4746-90a9-6c172894ffeb None None] The sync data for ids ['654928e9-6fc1-444a-ab42-ad49eeea6cc3'] in dv-cinder-833543-1-iscsi is: [{'id': '654928e9-6fc1-444a-ab42-ad49eeea6cc3', 'name': 'tempest-TestShelveInstance-1604910063-router', 'tenant_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:16:35Z', 'updated_at': '2022-03-14T10:22:03Z', 'revision_number': 6, 'project_id': '954f1b87336f4ed2b3d1268f3b7eb3ac', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:04.109063 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 809a85de-4bcc-47a8-936c-b123dd899405 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:22:04.151479 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Made reservation on behalf of e2e41de0ce264d30bd5bc64707872915 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:04.154763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30488944'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.221914 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bb977eb-7dde-4288-9e07-25ded026dbcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (b18a61b2-1461-4fe0-9e55-5c3fd7252157), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.224422 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8bb977eb-7dde-4288-9e07-25ded026dbcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.225570 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8bb977eb-7dde-4288-9e07-25ded026dbcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b18a61b2-1461-4fe0-9e55-5c3fd7252157 HTTP/1.1" status: 204 len: 168 time: 0.5443442 Mar 14 10:22:04.239763 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb977eb-7dde-4288-9e07-25ded026dbcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b18a61b2-1461-4fe0-9e55-5c3fd7252157,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:04.286885 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.292243 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.376457 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'Port': ['ID=6775ff8b-86c4-483a-be0a-83da9ebd05bf,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:04.387510 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (9c511e60-9245-47ee-8a94-1dd7d8309c4e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.418449 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (e46afa15-824a-4305-9f5e-2d2384c28530), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.454186 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Pushing event deleted for resources: {'Port': ['ID=e46afa15-824a-4305-9f5e-2d2384c28530,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:04.466033 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31426584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30488898'] for subnet (df768ced-13ad-4922-8d70-0258d3b594c2), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.505285 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Floating IP 9c511e60-9245-47ee-8a94-1dd7d8309c4e associated. External IP: 172.27.0.95, port: aadb4abe-4554-4694-aa57-1082dd352139. Mar 14 10:22:04.579058 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df768ced-13ad-4922-8d70-0258d3b594c2,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:04.592439 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (654928e9-6fc1-444a-ab42-ad49eeea6cc3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.594848 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Checking segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:04.595326 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Network hostable DHCP agents. Network: 809a85de-4bcc-47a8-936c-b123dd899405, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:22:04.664342 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42590) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:04.709203 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823d5355-e3a1-46e3-9cd3-0ba6c472bda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.713777 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (654928e9-6fc1-444a-ab42-ad49eeea6cc3), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.720506 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks [] for router_controller (654928e9-6fc1-444a-ab42-ad49eeea6cc3), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.722337 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Network 809a85de-4bcc-47a8-936c-b123dd899405 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:22:04.746507 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:22:04.768652 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 809a85de-4bcc-47a8-936c-b123dd899405) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:04.778017 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1554d9-2b02-4c4a-916c-b92bc5b5b5d8 None None] Network 809a85de-4bcc-47a8-936c-b123dd899405 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:04.778566 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:04.779064 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.792602 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (654928e9-6fc1-444a-ab42-ad49eeea6cc3), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.793148 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 654928e9-6fc1-444a-ab42-ad49eeea6cc3 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:22:04.801238 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.802371 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ac33e621-270a-45d9-b332-0a59b186484b admin admin] 10.222.0.21 "DELETE /v2.0/routers/654928e9-6fc1-444a-ab42-ad49eeea6cc3 HTTP/1.1" status: 204 len: 168 time: 1.5154347 Mar 14 10:22:04.805453 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42592) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:04.821869 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-765a55b6-b756-4720-bc6c-0fa7aeefdd00 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7759702 Mar 14 10:22:04.824887 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42594) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:04.830067 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:04.881877 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Deleting subnet 7e6e50ad-26cd-4a12-a511-38b60539d892 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:22:04.888161 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Publish callbacks [] for subnet (7e6e50ad-26cd-4a12-a511-38b60539d892), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.895052 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:04.932755 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-809a85de-4bcc-47a8-936c-b123dd899405', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:22:04.932755 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.932980 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (c844a015-b8dd-4052-9392-74344e297768), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.932980 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (c844a015-b8dd-4052-9392-74344e297768), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.933188 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] Sync routers for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:04.933641 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.940230 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:04.942204 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:04.953529 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823d5355-e3a1-46e3-9cd3-0ba6c472bda4 admin admin] Publish callbacks [] for security_group (745f6de0-8a2d-4e46-8196-93cb58b99d74), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.962465 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (7e6e50ad-26cd-4a12-a511-38b60539d892), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.964771 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-823d5355-e3a1-46e3-9cd3-0ba6c472bda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (745f6de0-8a2d-4e46-8196-93cb58b99d74), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:04.986959 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-407cdcf7-73a5-4866-aaed-c2aefa6a8541 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4379983 Mar 14 10:22:05.006105 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42596) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:05.011770 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:22:05.014686 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b0c684-0650-4500-ad9c-8b3f7698b53f" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:22:05.017982 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006988030', 'description': 'tempest-secgroup-smoke-2006988030 description', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:05.018328 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks [] for router_controller (c844a015-b8dd-4052-9392-74344e297768), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.063630 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-823d5355-e3a1-46e3-9cd3-0ba6c472bda4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=314e1f476a1b4e33ba91cf123326ab61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3982239 Mar 14 10:22:05.064505 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d5355-e3a1-46e3-9cd3-0ba6c472bda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f6de0-8a2d-4e46-8196-93cb58b99d74,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:05.067057 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42602) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:05.084338 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.173913 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (7e6e50ad-26cd-4a12-a511-38b60539d892), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.187491 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:05.206362 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Allocated IP 172.20.0.2 (809a85de-4bcc-47a8-936c-b123dd899405/df768ced-13ad-4922-8d70-0258d3b594c2/145ba2a4-01dc-43a4-af55-ed03d4cc5ab6) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:05.220481 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93a65ae1-1ba2-40b0-8a72-2f4577d1e9da admin admin] Publish callbacks [] for security_group (745f6de0-8a2d-4e46-8196-93cb58b99d74), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.279212 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93a65ae1-1ba2-40b0-8a72-2f4577d1e9da admin admin] Publish callbacks [] for security_group (745f6de0-8a2d-4e46-8196-93cb58b99d74), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.301898 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks [] for router_gateway (c844a015-b8dd-4052-9392-74344e297768), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.303441 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group (cdb87c42-eecb-47e5-9992-e92f1941521b), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.312776 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cdb87c42-eecb-47e5-9992-e92f1941521b), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.341426 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (7e6e50ad-26cd-4a12-a511-38b60539d892), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.389539 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.390401 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3832438 Mar 14 10:22:05.394108 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e6e50ad-26cd-4a12-a511-38b60539d892,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:05.396895 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.400084 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-2b315fbc-b8eb-42a0-b66c-43e2350ac56b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7e6e50ad-26cd-4a12-a511-38b60539d892 HTTP/1.1" status: 204 len: 168 time: 0.5904698 Mar 14 10:22:05.400979 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42604) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:05.402746 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42606) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:05.407536 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87c42-eecb-47e5-9992-e92f1941521b', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:05.413015 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20983192-62d4-44cd-b3c8-d4ddef6f8d97 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb87c42-eecb-47e5-9992-e92f1941521b,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:05.480647 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc016a30-f465-4c05-b5d9-7bc8053003ee None None] Network 1a314726-1d4d-4d16-8751-db1e58810f46 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:05.486794 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93a65ae1-1ba2-40b0-8a72-2f4577d1e9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (745f6de0-8a2d-4e46-8196-93cb58b99d74), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.489287 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-93a65ae1-1ba2-40b0-8a72-2f4577d1e9da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.492824 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-93a65ae1-1ba2-40b0-8a72-2f4577d1e9da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/745f6de0-8a2d-4e46-8196-93cb58b99d74 HTTP/1.1" status: 204 len: 168 time: 0.4178913 Mar 14 10:22:05.549508 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8daf6a-7a4c-4207-b071-16bcda0785ad x-openstack-request-id: req-df8daf6a-7a4c-4207-b071-16bcda0785ad {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:22:05.554217 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:22:05.555252 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df8daf6a-7a4c-4207-b071-16bcda0785ad {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:22:05.555980 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'status': 'completed', 'code': 200} Mar 14 10:22:05.597960 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a65ae1-1ba2-40b0-8a72-2f4577d1e9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f6de0-8a2d-4e46-8196-93cb58b99d74,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:05.621440 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (0132fccc-5937-4788-969f-0f9dfc0e6146), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.636084 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (1a314726-1d4d-4d16-8751-db1e58810f46), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.672465 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Publish callbacks [] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.682748 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.690236 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '9c511e60-9245-47ee-8a94-1dd7d8309c4e', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'port_id': 'aadb4abe-4554-4694-aa57-1082dd352139', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'mac_address': 'fa:16:3e:b9:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86df40-6058-4b44-84a2-9af198fab418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:22:03Z', 'updated_at': '2022-03-14T10:22:03Z', 'revision_number': 0, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:05.721493 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Network 809a85de-4bcc-47a8-936c-b123dd899405 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:05.725445 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:05.731262 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:05.746832 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] Checking router: 76f2ee3d-221f-4ff4-b829-9b1145d8b438 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:05.748988 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-3b9e01d4-bbf7-4b22-8b5b-30d07913bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:05.760374 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-3b9e01d4-bbf7-4b22-8b5b-30d07913bedc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1130 time: 0.1882088 Mar 14 10:22:05.762355 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:05.764268 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:05.786861 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] DHCP port deletion for 1a314726-1d4d-4d16-8751-db1e58810f46 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:22:05.822040 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Pushing event updated for resources: {'Port': ['ID=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:05.849695 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.849695 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.850240 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.850510 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.851085 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.851951 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.852596 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.853156 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.853705 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.854245 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.854785 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.855338 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.855904 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.856452 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.856985 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:05.861536 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Attempting to bind port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:05.862167 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Attempting to bind port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:05.862754 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Attempting to bind port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:05.876877 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks [] for router_gateway (c844a015-b8dd-4052-9392-74344e297768), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.886097 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:05.886807 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Checking segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:05.887434 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.888055 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Bound using segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:05.888800 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Bound port: 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:05.889406 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.900495 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 8d75d241-ccd7-43cc-8858-c0c11803d062 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:05.907148 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.952985 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (0132fccc-5937-4788-969f-0f9dfc0e6146), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.966635 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (0132fccc-5937-4788-969f-0f9dfc0e6146), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:05.967288 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:05.993518 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] Deleting port 8d75d241-ccd7-43cc-8858-c0c11803d062 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:22:05.994123 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.021720 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-c50f2c5f-0ee9-48a1-938e-1cab93edf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:06.023130 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-c50f2c5f-0ee9-48a1-938e-1cab93edf706 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.2496719 Mar 14 10:22:06.027076 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0132fccc-5937-4788-969f-0f9dfc0e6146,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:06.036588 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.040389 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-78967edf-23c4-4e4b-82c0-049331ebaeb3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6381698 Mar 14 10:22:06.043402 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42614) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:06.061114 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87c42-eecb-47e5-9992-e92f1941521b', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:06.067767 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Deleting port 8d75d241-ccd7-43cc-8858-c0c11803d062 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:22:06.068215 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.075338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Allocated IP 172.27.0.99 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/1e09ae80-a83c-42d6-84d4-b8d9a47acfbd) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:06.131115 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] For port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:06.135655 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] For port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:06.143756 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] For port 8d75d241-ccd7-43cc-8858-c0c11803d062, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8d75d241-ccd7-43cc-8858-c0c11803d062,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:06.144628 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.146046 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.159524 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Calling delete_port for 8d75d241-ccd7-43cc-8858-c0c11803d062 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:22:06.188203 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] For port 8d75d241-ccd7-43cc-8858-c0c11803d062, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=8d75d241-ccd7-43cc-8858-c0c11803d062,segment=NetworkSegment(c6a47194-d81f-4684-b8d4-f83f384287a5),segment_id=c6a47194-d81f-4684-b8d4-f83f384287a5)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:06.188610 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.236018 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] Calling delete_port for 8d75d241-ccd7-43cc-8858-c0c11803d062 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:22:06.265366 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks [] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.323297 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.344884 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.350458 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4cfa46-2147-4319-b9e6-3e0dccef4d38 None None] Pushing event updated for resources: {'Port': ['ID=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:06.375757 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 8d75d241-ccd7-43cc-8858-c0c11803d062 is: ACTIVE; New status is: DOWN {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:06.376320 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.411457 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '9c511e60-9245-47ee-8a94-1dd7d8309c4e', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'port_id': 'aadb4abe-4554-4694-aa57-1082dd352139', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'mac_address': 'fa:16:3e:b9:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86df40-6058-4b44-84a2-9af198fab418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:22:03Z', 'updated_at': '2022-03-14T10:22:03Z', 'revision_number': 0, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:06.413846 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d75d241-ccd7-43cc-8858-c0c11803d062,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:06.421168 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] No DVR routers for this DVR port 8d75d241-ccd7-43cc-8858-c0c11803d062 on host dv-cinder-833543-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:22:06.450155 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:06.451441 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 006f2856-af21-4e7d-a02d-c1eafaf3152b no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:06.461913 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:06.467679 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:06.480752 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:06.491370 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e933d3b2-4e5e-4e42-8ca8-d74c22a473e3 None None] The sync data for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi is: [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '9c511e60-9245-47ee-8a94-1dd7d8309c4e', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'floating_ip_address': '172.27.0.95', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'port_id': 'aadb4abe-4554-4694-aa57-1082dd352139', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'mac_address': 'fa:16:3e:b9:25:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc86df40-6058-4b44-84a2-9af198fab418', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:22:03Z', 'updated_at': '2022-03-14T10:22:03Z', 'revision_number': 0, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:06.497956 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 006f2856-af21-4e7d-a02d-c1eafaf3152b {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:22:06.498698 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 006f2856-af21-4e7d-a02d-c1eafaf3152b not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:22:06.499282 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e46afa15-824a-4305-9f5e-2d2384c28530 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:22:06.502082 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (ffa983a4-91df-4d25-a7c8-cfe27c0ac0e8), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.532187 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-11acdb8d-a5d2-4a04-b679-114768ebd858 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 999 time: 0.4894879 Mar 14 10:22:06.551331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: e46afa15-824a-4305-9f5e-2d2384c28530 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:22:06.552403 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e46afa15-824a-4305-9f5e-2d2384c28530 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:22:06.554626 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (8d75d241-ccd7-43cc-8858-c0c11803d062), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.590231 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] Pushing event deleted for resources: {'Port': ['ID=8d75d241-ccd7-43cc-8858-c0c11803d062,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:06.595280 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466fbcdb-7648-45f8-9947-6c6bc29538e7 None None] No DVR routers for this DVR port 8d75d241-ccd7-43cc-8858-c0c11803d062 on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:22:06.707931 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (1a314726-1d4d-4d16-8751-db1e58810f46), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.772567 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (ffa983a4-91df-4d25-a7c8-cfe27c0ac0e8), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.777251 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a314726-1d4d-4d16-8751-db1e58810f46']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:06.787480 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (ffa983a4-91df-4d25-a7c8-cfe27c0ac0e8), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.794964 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-6c076206-4f97-463c-a9a2-ef9ba6bd1493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:06.796368 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-6c076206-4f97-463c-a9a2-ef9ba6bd1493 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.2432170 Mar 14 10:22:06.800111 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a47194-d81f-4684-b8d4-f83f384287a5') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:06.800416 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a47194-d81f-4684-b8d4-f83f384287a5') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:06.842901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (c6a47194-d81f-4684-b8d4-f83f384287a5), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.854324 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa983a4-91df-4d25-a7c8-cfe27c0ac0e8,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:06.883570 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.884951 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-91634fb2-0a49-4177-82a2-eb09e8d2c2db tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8406756 Mar 14 10:22:06.886321 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (c6a47194-d81f-4684-b8d4-f83f384287a5), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.889971 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42634) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:06.894789 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87c42-eecb-47e5-9992-e92f1941521b', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:06.900614 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:22:06.901097 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (c6a47194-d81f-4684-b8d4-f83f384287a5), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:22:06.903894 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:22:06.906390 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks [] for router_gateway (c844a015-b8dd-4052-9392-74344e297768), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:06.916384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-797cdcb1-a384-49c5-a568-955aa40fc9a2 None None] New status for floating IP 9c511e60-9245-47ee-8a94-1dd7d8309c4e: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:22:06.987570 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (a576093e-8a39-4f6b-9322-805d0e23a41e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.098424 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (a576093e-8a39-4f6b-9322-805d0e23a41e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.106835 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (a576093e-8a39-4f6b-9322-805d0e23a41e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.180986 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a576093e-8a39-4f6b-9322-805d0e23a41e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:07.195714 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.199912 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8881cccd-228a-405b-8578-e0d286ee0252 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084679 Mar 14 10:22:07.200550 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42640) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:07.207625 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87c42-eecb-47e5-9992-e92f1941521b', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:07.274651 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (c70355b4-14a0-4710-9c94-d3208892f408), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.279299 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (c844a015-b8dd-4052-9392-74344e297768), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.341427 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-0cd4dd80-f93d-4953-bcf2-78ebbc9470fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:07.344414 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-0cd4dd80-f93d-4953-bcf2-78ebbc9470fc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5312290 Mar 14 10:22:07.345761 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (1a314726-1d4d-4d16-8751-db1e58810f46), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.358483 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.378664 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1a314726-1d4d-4d16-8751-db1e58810f46 HTTP/1.1" status: 204 len: 168 time: 1.9664567 Mar 14 10:22:07.385519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (c70355b4-14a0-4710-9c94-d3208892f408), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.420967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb196e43-27fd-452c-8e44-91803ac53ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a314726-1d4d-4d16-8751-db1e58810f46,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:07.481195 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (c70355b4-14a0-4710-9c94-d3208892f408), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.525955 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.530239 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-71b04986-b8f8-4a68-b39d-345e4a7048ec service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483998 Mar 14 10:22:07.530432 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3259604 Mar 14 10:22:07.531967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42652) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:07.535122 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a73078-a44e-42f1-9e14-a5aa73713de2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70355b4-14a0-4710-9c94-d3208892f408,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:07.546082 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87c42-eecb-47e5-9992-e92f1941521b', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:07.563352 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Router c844a015-b8dd-4052-9392-74344e297768 is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:22:07.651426 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55caccdb-83b9-4e85-95e8-7064a8bb6a87 None None] Network 809a85de-4bcc-47a8-936c-b123dd899405 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:07.654974 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Project caf90813c7dd4ecba8c2c12b6b9a3a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:22:07.663662 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (e964d113-7b95-4f5b-9b93-ce6204d8e38a), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.744947 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-36b0c684-0650-4500-ad9c-8b3f7698b53f req-3c8eff56-92b9-4df7-a865-c5165e123220 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899712 Mar 14 10:22:07.772394 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42658) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:07.778162 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] Provisioning complete for port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:07.778672 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.797032 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (e964d113-7b95-4f5b-9b93-ce6204d8e38a), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.806577 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (e964d113-7b95-4f5b-9b93-ce6204d8e38a), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.833088 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:07.833408 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.838769 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3050818 Mar 14 10:22:07.843796 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42660) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:07.846894 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:07.853054 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'security_group_rule': {'security_group_id': 'cdb87c42-eecb-47e5-9992-e92f1941521b', 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:07.867783 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:07.868167 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:07.875457 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e0995-6d26-485b-b9b6-98b966a90da8 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e964d113-7b95-4f5b-9b93-ce6204d8e38a,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:07.883202 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d1cf0411-d487-42ef-8fb3-036a2ca62fc5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ea6aaa4898004981b356158b0f735049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1093419 Mar 14 10:22:07.885731 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42662) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:07.898394 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Project caf90813c7dd4ecba8c2c12b6b9a3a4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:22:07.906057 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (8b230432-2efc-45f3-8210-ace54acbab28), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.911775 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:07.915872 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-429c03f9-a042-4a25-b061-80c891da23e1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0899498 Mar 14 10:22:07.917585 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42664) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:07.948353 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:07.952519 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] Current status of the port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:07.952912 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.003803 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (8b230432-2efc-45f3-8210-ace54acbab28), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.013610 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (8b230432-2efc-45f3-8210-ace54acbab28), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.019314 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb6d0-9d11-468a-b95f-a53e34b80352 admin admin] Publish callbacks [] for security_group (be315efe-aad5-4d4d-ac28-2ade073f6b03), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.037765 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b230432-2efc-45f3-8210-ace54acbab28,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:08.052382 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.054158 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-06406bc8-6b47-4be8-b7f9-26f1bced3895 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2056327 Mar 14 10:22:08.097067 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb6d0-9d11-468a-b95f-a53e34b80352 admin admin] Publish callbacks [] for security_group (be315efe-aad5-4d4d-ac28-2ade073f6b03), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.107570 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:08.237006 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] For port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:08.252280 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.263074 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:08.263502 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.333820 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:06Z', 'revision_number': 3, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:08.370829 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dbf877-f305-4252-b172-a3d65f224092 None None] Pushing event updated for resources: {'Port': ['ID=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:08.459431 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:08.515161 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb6d0-9d11-468a-b95f-a53e34b80352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (be315efe-aad5-4d4d-ac28-2ade073f6b03), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.517752 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e3bbb6d0-9d11-468a-b95f-a53e34b80352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.521185 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e3bbb6d0-9d11-468a-b95f-a53e34b80352 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be315efe-aad5-4d4d-ac28-2ade073f6b03 HTTP/1.1" status: 204 len: 168 time: 0.6320872 Mar 14 10:22:08.526287 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-db86037a-60d4-4475-aa6f-b7d236a362fb tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006988030&fields=id&tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d HTTP/1.1" status: 200 len: 267 time: 0.0892696 Mar 14 10:22:08.535215 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bbb6d0-9d11-468a-b95f-a53e34b80352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be315efe-aad5-4d4d-ac28-2ade073f6b03,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:08.537833 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:08.538204 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Updating router c844a015-b8dd-4052-9392-74344e297768 port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:22:08.585386 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.680416 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-e75ffccf-fa06-4fa4-9880-b96a75b1bd39 None None] Provisioning complete for port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:08.681403 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e75ffccf-fa06-4fa4-9880-b96a75b1bd39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.688686 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-d084631b-f43d-4d15-9e06-0310ba9fad43 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:08.690270 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-d084631b-f43d-4d15-9e06-0310ba9fad43 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.1076834 Mar 14 10:22:08.709936 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'port': {'security_groups': ['2c2f6abc-1150-442c-a8a5-42608dc8d6d6', 'cdb87c42-eecb-47e5-9992-e92f1941521b']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:08.796281 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-e75ffccf-fa06-4fa4-9880-b96a75b1bd39 None None] Current status of the port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:08.855051 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.964652 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Publish callbacks [] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:08.973198 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.033011 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Attempting to bind port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:09.033382 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Attempting to bind port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:09.033900 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Attempting to bind port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:09.044589 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:09.044975 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:09.045370 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.045765 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:09.046270 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Bound port: 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:09.046588 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.048248 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9e6d-dd10-41ba-8a86-5f89908501df None None] Pushing event updated for resources: {'Port': ['ID=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:09.086824 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42682) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:09.105385 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] For port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:09.108087 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] For port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:09.113850 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.135907 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.155105 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-9dd19eca-d8d9-49ab-bd29-67613af6116a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=954f1b87336f4ed2b3d1268f3b7eb3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664876 Mar 14 10:22:09.155942 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42684) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:09.164525 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:09.165122 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:09.205491 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff656782-1d2d-4140-a842-641b85379975 admin admin] Publish callbacks [] for security_group (fe810250-3cb9-41c5-a5bd-1b6a3e37e481), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.215009 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:09.229490 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff656782-1d2d-4140-a842-641b85379975 admin admin] Publish callbacks [] for security_group (fe810250-3cb9-41c5-a5bd-1b6a3e37e481), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.230853 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd9e6d-dd10-41ba-8a86-5f89908501df None None] Pushing event updated for resources: {'Port': ['ID=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:09.288690 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff656782-1d2d-4140-a842-641b85379975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (fe810250-3cb9-41c5-a5bd-1b6a3e37e481), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.291272 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-ff656782-1d2d-4140-a842-641b85379975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.292453 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-ff656782-1d2d-4140-a842-641b85379975 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe810250-3cb9-41c5-a5bd-1b6a3e37e481 HTTP/1.1" status: 204 len: 168 time: 0.1355069 Mar 14 10:22:09.297036 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for port (aadb4abe-4554-4694-aa57-1082dd352139), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.300760 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff656782-1d2d-4140-a842-641b85379975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe810250-3cb9-41c5-a5bd-1b6a3e37e481,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:09.306943 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.309919 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:09.329022 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['aadb4abe-4554-4694-aa57-1082dd352139'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:22:09.387567 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=6']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:09.413010 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Allocated IP 172.20.0.1 (809a85de-4bcc-47a8-936c-b123dd899405/df768ced-13ad-4922-8d70-0258d3b594c2/e75e4be5-3c14-4e55-8a8b-3a598059f555) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:09.433322 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:09.433974 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.440123 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e5cee8d1-fcdd-416c-b257-38cde8bf93b6 req-4321b8ab-b3fb-4821-9c73-c77593cab2af tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "PUT /v2.0/ports/aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 982 time: 0.7370398 Mar 14 10:22:09.441245 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:22:09.443564 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b436dfc-c101-49fd-848f-ded4af829f17" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:22:09.514684 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['aadb4abe-4554-4694-aa57-1082dd352139'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:22:09.564117 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91cf6166-b3d6-43c0-a67a-9f2021fff8e0 x-openstack-request-id: req-91cf6166-b3d6-43c0-a67a-9f2021fff8e0 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:22:09.564701 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:22:09.564701 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91cf6166-b3d6-43c0-a67a-9f2021fff8e0 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:22:09.565042 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'status': 'completed', 'code': 200} Mar 14 10:22:09.636453 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-5a7f4bdb-4bd4-41dd-8510-101a971a3e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:09.639662 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-5a7f4bdb-4bd4-41dd-8510-101a971a3e44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1169 time: 0.0914552 Mar 14 10:22:09.673676 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:06Z', 'revision_number': 3, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:09.701302 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks [] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.740669 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df768b7d-a11f-466c-8474-1a07bf83339e req-84b17333-4944-4283-9cbc-1db6ce300002 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:09.742311 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df768b7d-a11f-466c-8474-1a07bf83339e req-84b17333-4944-4283-9cbc-1db6ce300002 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.1673627 Mar 14 10:22:09.781005 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d95289d-6877-4725-b1a5-bfffc39c85dc None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:06Z', 'revision_number': 3, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:09.867048 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:09.894991 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:09.896290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-99d1a930-351c-4c6d-b1a4-df4035386175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:09.898416 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-99d1a930-351c-4c6d-b1a4-df4035386175 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.2538738 Mar 14 10:22:09.925715 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-df768b7d-a11f-466c-8474-1a07bf83339e req-250bc74a-8f9c-4752-8d65-235acb36d1c3 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1724613 Mar 14 10:22:09.941474 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Network 809a85de-4bcc-47a8-936c-b123dd899405 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:09.943312 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:09.962621 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:09.996510 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-de503836-b8db-402c-8f6d-fc201da854fc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 1001 time: 0.0907810 Mar 14 10:22:10.024584 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e75e4be5-3c14-4e55-8a8b-3a598059f555,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:10.043713 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (c844a015-b8dd-4052-9392-74344e297768), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.049193 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6c8aed1c-55f1-4f0f-bb3b-68f5e217e10b None None] Provisioning complete for port aadb4abe-4554-4694-aa57-1082dd352139 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:10.049696 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6c8aed1c-55f1-4f0f-bb3b-68f5e217e10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (aadb4abe-4554-4694-aa57-1082dd352139), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.086463 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-0a741888-3ebe-4fba-80c3-0b8ccdf11f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:10.087375 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-0a741888-3ebe-4fba-80c3-0b8ccdf11f5c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0849421 Mar 14 10:22:10.233577 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-7aa59c6c-c26c-4438-aad4-87ac5d05a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:10.235410 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-7aa59c6c-c26c-4438-aad4-87ac5d05a2f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1420200 Mar 14 10:22:10.273284 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:10.273660 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.320968 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.417251 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-758fbfdf-5331-4d6f-96d5-d9b7cfa4cce0 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713209 Mar 14 10:22:10.485975 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6c8aed1c-55f1-4f0f-bb3b-68f5e217e10b None None] Current status of the port aadb4abe-4554-4694-aa57-1082dd352139 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:10.531767 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:10.545648 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6b436dfc-c101-49fd-848f-ded4af829f17 req-4f94b179-285c-4fa1-aff9-376fd36ebf22 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214547 Mar 14 10:22:10.553703 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks [] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.560987 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.631809 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Pushing event updated for resources: {'Port': ['ID=e75e4be5-3c14-4e55-8a8b-3a598059f555,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:10.635682 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-49de2cc9-9543-4c92-81ab-abe87788c08b None None] Provisioning complete for port e75e4be5-3c14-4e55-8a8b-3a598059f555 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:10.636066 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-49de2cc9-9543-4c92-81ab-abe87788c08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.641580 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (c844a015-b8dd-4052-9392-74344e297768), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:10.682289 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-49de2cc9-9543-4c92-81ab-abe87788c08b None None] Port e75e4be5-3c14-4e55-8a8b-3a598059f555 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:22:10.739659 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Network 809a85de-4bcc-47a8-936c-b123dd899405 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:10.741153 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:10.870252 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:22:10.987682 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:10.992665 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fab07beb-827c-4820-8a9e-d22e857910e4 admin admin] 10.222.0.21 "PUT /v2.0/routers/c844a015-b8dd-4052-9392-74344e297768/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0740857 Mar 14 10:22:11.004671 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-d899ab20-b363-4477-bce1-9a56f1e4b8ca None None] Provisioning complete for port e75e4be5-3c14-4e55-8a8b-3a598059f555 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:11.005071 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d899ab20-b363-4477-bce1-9a56f1e4b8ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.044006 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-d899ab20-b363-4477-bce1-9a56f1e4b8ca None None] Port e75e4be5-3c14-4e55-8a8b-3a598059f555 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:22:11.530257 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42716) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:11.535189 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2122300755-network', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:11.554096 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Made reservation on behalf of 979dec2b5e4440379dbb017f5fc4dc19 for: {'network': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:11.556498 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.565233 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.617262 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:11.627726 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:11.628341 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:11.642116 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks [] for security_group (0abbcc7c-d8fe-4d78-a4e8-76e06db90477), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.646480 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0abbcc7c-d8fe-4d78-a4e8-76e06db90477), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.672295 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=103281) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:22:11.681098 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0abbcc7c-d8fe-4d78-a4e8-76e06db90477,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:11.688518 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (d3b30560-3a77-4a2b-821e-a74c9daff1e6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.689539 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.segments_db [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Added segment d3b30560-3a77-4a2b-821e-a74c9daff1e6 of type vlan for network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 Mar 14 10:22:11.728400 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (0b9ea100-f4b4-4cce-af33-fbf2f19638b6), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.742252 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:11.761880 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (0b9ea100-f4b4-4cce-af33-fbf2f19638b6), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.763635 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:11.764142 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.804441 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2729149 Mar 14 10:22:11.807116 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42718) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:11.814659 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Request body: {'subnet': {'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2122300755-subnet', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'ip_version': 4}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:11.838303 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b978c-3a5b-4fe4-b7bf-e25e66d443f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0b9ea100-f4b4-4cce-af33-fbf2f19638b6,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:11.849158 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Made reservation on behalf of 979dec2b5e4440379dbb017f5fc4dc19 for: {'subnet': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:11.851794 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28356109'] for subnet (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:11.853031 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:11.854857 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:22:12.024138 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25548235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28356159'] for subnet (045c0242-211c-488f-99b1-8d3510d191de), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.031603 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:12.031994 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.083203 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=045c0242-211c-488f-99b1-8d3510d191de,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:12.088597 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Checking segment: {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103280) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:12.088958 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Network hostable DHCP agents. Network: 0b9ea100-f4b4-4cce-af33-fbf2f19638b6, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103280) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:22:12.094261 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 2, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:12.105781 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103280) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:22:12.114639 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 0b9ea100-f4b4-4cce-af33-fbf2f19638b6) {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:12.118674 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:12.119343 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.125747 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bbe734-11c9-400c-b82e-db0dd1ca38ba None None] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:12.135159 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a0a62fcf-2d30-46f0-9391-015cc3a31cdd admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3263438 Mar 14 10:22:12.137663 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42720) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:12.142378 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:12.145710 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:12.146044 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Updating router c844a015-b8dd-4052-9392-74344e297768 port e75e4be5-3c14-4e55-8a8b-3a598059f555 binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:22:12.160660 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-623634', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-10473'] for router (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.161652 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-623750', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-622948', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-411857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-10494'] for router (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.212199 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks [] for router_controller (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), precommit_add_association {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.232712 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.234448 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:12.234818 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.273207 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:12.297114 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.354510 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks [] for router_gateway (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.535499 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3ca2b0f7-de2c-5018-983f-ed79aa8624a3-0b9ea100-f4b4-4cce-af33-fbf2f19638b6', 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6', 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'fixed_ips': [{'subnet_id': '045c0242-211c-488f-99b1-8d3510d191de'}]}} from dv-cinder-833543-1-iscsi. {{(pid=103282) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 14 10:22:12.536380 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.566269 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks [] for router_gateway (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.569042 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:12.585875 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.686797 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Allocated IP 172.27.0.187 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/b0d07b17-ee58-4391-a0b8-6184018fb8a9) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:12.770630 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.db_base_plugin_common [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Allocated IP 172.20.0.2 (0b9ea100-f4b4-4cce-af33-fbf2f19638b6/045c0242-211c-488f-99b1-8d3510d191de/93852f5f-cec9-4c98-9886-84af53c3b164) {{(pid=103282) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:12.789796 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks [] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.822779 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.868734 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:12.871674 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:12.874543 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:12.891863 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Publish callbacks [] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:12.904941 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Pushing event updated for resources: {'Port': ['ID=b0d07b17-ee58-4391-a0b8-6184018fb8a9,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:12.905247 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.011874 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb64e95-42c9-4c70-81b6-9ad9ab1d12d1 None None] Pushing event updated for resources: {'Port': ['ID=e75e4be5-3c14-4e55-8a8b-3a598059f555,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:13.017828 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Publish callbacks [] for port (93852f5f-cec9-4c98-9886-84af53c3b164), precommit_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.052810 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), after_create {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.115542 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Attempting to bind port e75e4be5-3c14-4e55-8a8b-3a598059f555 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:13.116011 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Attempting to bind port e75e4be5-3c14-4e55-8a8b-3a598059f555 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:13.116317 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Attempting to bind port e75e4be5-3c14-4e55-8a8b-3a598059f555 on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:13.136152 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 is already hosted by enough agents. {{(pid=103282) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:13.137287 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:13.137664 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Checking segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:13.138634 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.139038 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Bound using segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:13.139516 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Bound port: e75e4be5-3c14-4e55-8a8b-3a598059f555, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:13.139929 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.141923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Pushing event updated for resources: {'Port': ['ID=93852f5f-cec9-4c98-9886-84af53c3b164,revision_number=1']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:13.144217 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.147396 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.scheduler.base_scheduler [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Resources bound (agent type, host, resource id): {{(pid=103282) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:13.154962 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Received port after_create {{(pid=103282) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:13.263664 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-8ab98545-0888-4c34-a8a4-3817d1319042 None None] Provisioning complete for port e75e4be5-3c14-4e55-8a8b-3a598059f555 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:13.263912 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ab98545-0888-4c34-a8a4-3817d1319042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.267483 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Attempting to bind port 93852f5f-cec9-4c98-9886-84af53c3b164 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:13.267919 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Attempting to bind port 93852f5f-cec9-4c98-9886-84af53c3b164 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:13.268291 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Attempting to bind port 93852f5f-cec9-4c98-9886-84af53c3b164 on network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:13.296222 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] For port e75e4be5-3c14-4e55-8a8b-3a598059f555, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:13.303873 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:13.304256 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Checking segment: {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:13.304661 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.305056 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Bound using segment: {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:13.305525 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Bound port: 93852f5f-cec9-4c98-9886-84af53c3b164, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:13.305904 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.325183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] For port e75e4be5-3c14-4e55-8a8b-3a598059f555, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e75e4be5-3c14-4e55-8a8b-3a598059f555,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:13.335461 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.362054 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8ab98545-0888-4c34-a8a4-3817d1319042 None None] Port e75e4be5-3c14-4e55-8a8b-3a598059f555 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:22:13.398503 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks [] for router_gateway (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.437744 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb64e95-42c9-4c70-81b6-9ad9ab1d12d1 None None] Pushing event updated for resources: {'Port': ['ID=e75e4be5-3c14-4e55-8a8b-3a598059f555,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:13.442361 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] For port 93852f5f-cec9-4c98-9886-84af53c3b164, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:13.445115 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:13.445802 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:13.448940 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] For port 93852f5f-cec9-4c98-9886-84af53c3b164, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=93852f5f-cec9-4c98-9886-84af53c3b164,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:13.519562 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.616579 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0d905b-f90e-4dce-ba5e-99d532280681 None None] Pushing event updated for resources: {'Port': ['ID=93852f5f-cec9-4c98-9886-84af53c3b164,revision_number=2']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:13.703318 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:13.769189 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-623775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-622873'] for router (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:13.866424 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:13.954988 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] Provisioning complete for port e75e4be5-3c14-4e55-8a8b-3a598059f555 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:13.955367 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.004822 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Router dbb69e6e-f2c9-4cff-b384-20b021f3c99f is scheduled to L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 with binding_index 1 {{(pid=103280) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 14 10:22:14.130901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:14.131272 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.162593 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:14.168966 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] Current status of the port e75e4be5-3c14-4e55-8a8b-3a598059f555 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:14.169814 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.173705 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Sync routers for ids ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:14.184436 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Routers {'dbb69e6e-f2c9-4cff-b384-20b021f3c99f'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:14.185641 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:14.186885 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.190825 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-22ba5aa4-0d49-44b0-ac64-f917d6d4446f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0492957 Mar 14 10:22:14.191567 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42740) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:14.218888 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:13Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:14.259311 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06c0ffd-aa65-4202-8cd9-22973f4b3b53 None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:13Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:14.262874 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] For port e75e4be5-3c14-4e55-8a8b-3a598059f555, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e75e4be5-3c14-4e55-8a8b-3a598059f555,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:14.268346 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.305495 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Set router dbb69e6e-f2c9-4cff-b384-20b021f3c99f gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:14.354684 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:14.394099 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7041a1-7072-467a-a646-0f47c6418049 None None] Pushing event updated for resources: {'Port': ['ID=e75e4be5-3c14-4e55-8a8b-3a598059f555,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:14.527349 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:13Z', 'revision_number': 3, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:14.564810 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Checking router: dbb69e6e-f2c9-4cff-b384-20b021f3c99f for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:14.565270 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Updating router dbb69e6e-f2c9-4cff-b384-20b021f3c99f port b0d07b17-ee58-4391-a0b8-6184018fb8a9 binding host dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:22:14.595200 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.788955 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-7b8675eb-037d-413e-a621-1228f1b4d119 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0994473 Mar 14 10:22:14.793560 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.873716 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Publish callbacks [] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), precommit_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.881227 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.939341 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Attempting to bind port b0d07b17-ee58-4391-a0b8-6184018fb8a9 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:14.939885 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Attempting to bind port b0d07b17-ee58-4391-a0b8-6184018fb8a9 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:14.940341 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Attempting to bind port b0d07b17-ee58-4391-a0b8-6184018fb8a9 on network b83491f6-e851-4530-b9b5-779e668e0b76 {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:14.950505 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:14.951061 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Checking segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103283) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:14.951563 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.952167 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Bound using segment: {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'} {{(pid=103283) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:14.952740 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.managers [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Bound port: b0d07b17-ee58-4391-a0b8-6184018fb8a9, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3545a19-5449-4fee-aa76-4f7fe103da5e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76'}}] {{(pid=103283) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:14.953220 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), before_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:14.984838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-0a6bed26-5ace-4e60-81d2-9a3b0ac3fae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:14.986366 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-0a6bed26-5ace-4e60-81d2-9a3b0ac3fae9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1169 time: 0.1430917 Mar 14 10:22:15.011356 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a62b1fe-2913-4300-a8e2-de3cb00fed69 None None] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:15.011890 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] For port b0d07b17-ee58-4391-a0b8-6184018fb8a9, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103283) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:15.014842 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.plugins.ml2.db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] For port b0d07b17-ee58-4391-a0b8-6184018fb8a9, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=b0d07b17-ee58-4391-a0b8-6184018fb8a9,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103283) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:15.018226 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418dc8c-a1f0-4fdb-8933-98b77e7e2d7b None None] Pushing event updated for resources: {'Port': ['ID=b0d07b17-ee58-4391-a0b8-6184018fb8a9,revision_number=2']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:15.022948 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron_lib.callbacks.manager [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), after_update {{(pid=103283) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.100675 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418dc8c-a1f0-4fdb-8933-98b77e7e2d7b None None] Pushing event updated for resources: {'Port': ['ID=b0d07b17-ee58-4391-a0b8-6184018fb8a9,revision_number=3']} {{(pid=103283) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:15.116392 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Routers {'dbb69e6e-f2c9-4cff-b384-20b021f3c99f'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:15.117316 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:15.164630 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Allocated IP 172.20.0.1 (0b9ea100-f4b4-4cce-af33-fbf2f19638b6/045c0242-211c-488f-99b1-8d3510d191de/c5aa1bc8-348f-4585-8626-d73c79b51616) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:15.200099 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-f2b0b14b-86fd-4b8d-a3e3-f118ad82233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:15.201639 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-f2b0b14b-86fd-4b8d-a3e3-f118ad82233f service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.1834309 Mar 14 10:22:15.224503 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] Provisioning complete for port 93852f5f-cec9-4c98-9886-84af53c3b164 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:15.224886 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.293459 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] Set router dbb69e6e-f2c9-4cff-b384-20b021f3c99f gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:15.349384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] Current status of the port 93852f5f-cec9-4c98-9886-84af53c3b164 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:15.350426 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.401793 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] For port 93852f5f-cec9-4c98-9886-84af53c3b164, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=93852f5f-cec9-4c98-9886-84af53c3b164,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:15.405663 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-2246b80e-d6e9-45c1-bada-ebfd83a66a6f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 1001 time: 0.1925468 Mar 14 10:22:15.410441 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.486641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25ca75-beab-4b38-95d4-4924745741e9 None None] Pushing event updated for resources: {'Port': ['ID=93852f5f-cec9-4c98-9886-84af53c3b164,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:15.513710 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks [] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.538766 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-23496f96-5ae5-4613-bb46-64de21e28f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:15.540553 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-23496f96-5ae5-4613-bb46-64de21e28f89 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.1276267 Mar 14 10:22:15.602319 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.636164 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-1db0ba05-6c5a-430e-9ae2-ce80968dc2ef None None] Provisioning complete for port 93852f5f-cec9-4c98-9886-84af53c3b164 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:15.637374 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1db0ba05-6c5a-430e-9ae2-ce80968dc2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.664253 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:15.666406 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-f37a6dcd-1f76-4ae4-8a79-3ab809f95ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:15.667949 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-f37a6dcd-1f76-4ae4-8a79-3ab809f95ac0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1212573 Mar 14 10:22:15.671838 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:15.673762 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5aa1bc8-348f-4585-8626-d73c79b51616,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:15.677195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:15.714660 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:13Z', 'revision_number': 3, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:15.742972 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-1db0ba05-6c5a-430e-9ae2-ce80968dc2ef None None] Current status of the port 93852f5f-cec9-4c98-9886-84af53c3b164 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:15.745062 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2bf0df7-b6c8-448d-bb15-d0ec0bd9cedb None None] The sync data for ids ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'] in dv-cinder-833543-1-iscsi is: [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:13Z', 'revision_number': 3, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:15.770284 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-623460'] for router_interface (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.845204 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-8a090b17-d268-40ac-978a-b81432477bcb service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689708 Mar 14 10:22:15.893015 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 93852f5f-cec9-4c98-9886-84af53c3b164 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:15.958459 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port 93852f5f-cec9-4c98-9886-84af53c3b164 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:15.958858 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:15.995020 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-3aaf44e5-c2ef-4ed7-a34a-d729eb5780df None None] Provisioning complete for port c5aa1bc8-348f-4585-8626-d73c79b51616 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:15.995401 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3aaf44e5-c2ef-4ed7-a34a-d729eb5780df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.015926 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.027394 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a2db5b75-c7f4-4006-adfc-53b45f5f249f req-3ba06316-55c7-4dbd-baf7-1df3a56793d8 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725290 Mar 14 10:22:16.036693 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-3aaf44e5-c2ef-4ed7-a34a-d729eb5780df None None] Port c5aa1bc8-348f-4585-8626-d73c79b51616 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:22:16.078182 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port 93852f5f-cec9-4c98-9886-84af53c3b164 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:16.079259 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e75e4be5-3c14-4e55-8a8b-3a598059f555 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:16.131009 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port e75e4be5-3c14-4e55-8a8b-3a598059f555 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:16.131388 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.198508 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks [] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.203645 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.210428 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port e75e4be5-3c14-4e55-8a8b-3a598059f555 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:16.269239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Pushing event updated for resources: {'Port': ['ID=c5aa1bc8-348f-4585-8626-d73c79b51616,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:16.274730 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566454', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-623576'] for router_interface (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.367239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:16.368591 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:16.499753 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Router dbb69e6e-f2c9-4cff-b384-20b021f3c99f has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:22:16.616548 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:22:16.669898 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-8ca8c349-c661-4cb8-829b-f167cea2a7d6 None None] Provisioning complete for port c5aa1bc8-348f-4585-8626-d73c79b51616 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:16.670930 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8ca8c349-c661-4cb8-829b-f167cea2a7d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.786199 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42758) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:16.873080 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8ca8c349-c661-4cb8-829b-f167cea2a7d6 None None] Port c5aa1bc8-348f-4585-8626-d73c79b51616 cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:22:16.916797 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:16.934538 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:16.948632 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-1a94cd12-6073-42e1-8531-71141afca3a3 admin admin] 10.222.0.21 "PUT /v2.0/routers/dbb69e6e-f2c9-4cff-b384-20b021f3c99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7481673 Mar 14 10:22:17.010038 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Publish callbacks [] for security_group (db8cf7e3-5597-48e0-a97f-3a58a52f9012), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.015415 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (db8cf7e3-5597-48e0-a97f-3a58a52f9012), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.056316 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8748766ae3c74d3687940cba147c108d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2686946 Mar 14 10:22:17.057593 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8cf7e3-5597-48e0-a97f-3a58a52f9012,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:17.058889 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42764) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:17.066444 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.066866 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.067229 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.067580 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.068121 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.068284 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.068622 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.068962 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.069301 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.069632 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.069970 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.070477 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.070628 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.070961 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.071362 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9f78af8-c73f-4655-b990-5eadb4146056 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:17.128642 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a67806f8-2174-4d1b-9e81-b2bda63e668b admin admin] Publish callbacks [] for security_group (db8cf7e3-5597-48e0-a97f-3a58a52f9012), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.152378 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a67806f8-2174-4d1b-9e81-b2bda63e668b admin admin] Publish callbacks [] for security_group (db8cf7e3-5597-48e0-a97f-3a58a52f9012), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.220576 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a67806f8-2174-4d1b-9e81-b2bda63e668b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (db8cf7e3-5597-48e0-a97f-3a58a52f9012), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.225411 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-a67806f8-2174-4d1b-9e81-b2bda63e668b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.226687 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-a67806f8-2174-4d1b-9e81-b2bda63e668b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db8cf7e3-5597-48e0-a97f-3a58a52f9012 HTTP/1.1" status: 204 len: 168 time: 0.1659527 Mar 14 10:22:17.249777 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67806f8-2174-4d1b-9e81-b2bda63e668b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8cf7e3-5597-48e0-a97f-3a58a52f9012,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:17.548470 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42774) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:17.562574 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bda46180-b337-4d5d-bcab-a64f6ad653c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.647045 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bda46180-b337-4d5d-bcab-a64f6ad653c9 admin admin] Publish callbacks [] for security_group (06808fdf-c56c-4384-8a0f-405e37db2e39), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.651204 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-bda46180-b337-4d5d-bcab-a64f6ad653c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (06808fdf-c56c-4384-8a0f-405e37db2e39), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.696304 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-bda46180-b337-4d5d-bcab-a64f6ad653c9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2c17986ac904feabd58b9ef925d5921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467290 Mar 14 10:22:17.697163 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda46180-b337-4d5d-bcab-a64f6ad653c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06808fdf-c56c-4384-8a0f-405e37db2e39,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:17.699247 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42776) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:17.765110 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c2e967d-49fc-4a48-a82f-88183a1e973a admin admin] Publish callbacks [] for security_group (06808fdf-c56c-4384-8a0f-405e37db2e39), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.793063 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c2e967d-49fc-4a48-a82f-88183a1e973a admin admin] Publish callbacks [] for security_group (06808fdf-c56c-4384-8a0f-405e37db2e39), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.854888 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c2e967d-49fc-4a48-a82f-88183a1e973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (06808fdf-c56c-4384-8a0f-405e37db2e39), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.855541 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b0d07b17-ee58-4391-a0b8-6184018fb8a9 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:17.857709 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2c2e967d-49fc-4a48-a82f-88183a1e973a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.859060 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2c2e967d-49fc-4a48-a82f-88183a1e973a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06808fdf-c56c-4384-8a0f-405e37db2e39 HTTP/1.1" status: 204 len: 168 time: 0.1585281 Mar 14 10:22:17.868711 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e967d-49fc-4a48-a82f-88183a1e973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06808fdf-c56c-4384-8a0f-405e37db2e39,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:17.925106 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port b0d07b17-ee58-4391-a0b8-6184018fb8a9 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:17.925641 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:17.937773 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42780) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:17.942748 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677071880', 'description': 'tempest-secgroup-smoke-1677071880 description', 'project_id': 'e2e41de0ce264d30bd5bc64707872915'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:17.965975 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.029372 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port b0d07b17-ee58-4391-a0b8-6184018fb8a9 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:18.029883 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.042178 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group (1486fb66-8cdc-4f55-84a6-0b70d5409f33), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.047532 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (1486fb66-8cdc-4f55-84a6-0b70d5409f33), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.052564 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] For port b0d07b17-ee58-4391-a0b8-6184018fb8a9, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=b0d07b17-ee58-4391-a0b8-6184018fb8a9,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:18.057470 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.078424 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.079670 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1406736 Mar 14 10:22:18.082693 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42782) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.087703 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group_rule': {'security_group_id': '1486fb66-8cdc-4f55-84a6-0b70d5409f33', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.110585 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e34738-fe42-4f60-8193-dd1f013b9867 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1486fb66-8cdc-4f55-84a6-0b70d5409f33,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.117056 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Pushing event updated for resources: {'Port': ['ID=b0d07b17-ee58-4391-a0b8-6184018fb8a9,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.121221 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (de7f9cf5-139b-4c5e-be06-cc3f14aab46e), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.183522 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (de7f9cf5-139b-4c5e-be06-cc3f14aab46e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.188805 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (de7f9cf5-139b-4c5e-be06-cc3f14aab46e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.207604 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7f9cf5-139b-4c5e-be06-cc3f14aab46e,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.213574 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.214727 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-21799b17-fdc3-4dbf-a790-b069d4e3e14d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309371 Mar 14 10:22:18.217977 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42788) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.222191 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group_rule': {'security_group_id': '1486fb66-8cdc-4f55-84a6-0b70d5409f33', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.250286 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (11c8b2b2-f2fa-47c9-ac18-99a4cb568444), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.306496 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (11c8b2b2-f2fa-47c9-ac18-99a4cb568444), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.313062 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (11c8b2b2-f2fa-47c9-ac18-99a4cb568444), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.331285 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c8b2b2-f2fa-47c9-ac18-99a4cb568444,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.341737 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.342698 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2eb75ea2-6f1b-461a-9b1a-c71458d51df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238143 Mar 14 10:22:18.345476 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42796) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.349758 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group_rule': {'security_group_id': '1486fb66-8cdc-4f55-84a6-0b70d5409f33', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.375146 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (d0c14820-91fc-41c5-89b8-468b05945a55), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.437794 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (d0c14820-91fc-41c5-89b8-468b05945a55), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.442417 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (d0c14820-91fc-41c5-89b8-468b05945a55), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.460169 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c14820-91fc-41c5-89b8-468b05945a55,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.467887 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.469041 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-c519c31c-78bd-4b3c-a8b0-3f86e3bb4fbf tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226561 Mar 14 10:22:18.471711 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42802) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.475874 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group_rule': {'security_group_id': '1486fb66-8cdc-4f55-84a6-0b70d5409f33', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.503351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (62d839ea-0139-4c8a-bade-a40c6c783646), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.568930 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (62d839ea-0139-4c8a-bade-a40c6c783646), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.573371 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (62d839ea-0139-4c8a-bade-a40c6c783646), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.596361 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d839ea-0139-4c8a-bade-a40c6c783646,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.602938 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.604183 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f7aedfe5-9093-4fc6-93df-4d83182d6548 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1315525 Mar 14 10:22:18.606891 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42808) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.611521 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group_rule': {'security_group_id': '1486fb66-8cdc-4f55-84a6-0b70d5409f33', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.630959 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.securitygroups_db [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Project e2e41de0ce264d30bd5bc64707872915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:22:18.635763 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (b6dca48d-4b86-44f0-b9e8-a845eb60cb93), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.653470 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42810) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.695054 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (b6dca48d-4b86-44f0-b9e8-a845eb60cb93), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.700031 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (b6dca48d-4b86-44f0-b9e8-a845eb60cb93), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.720120 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6dca48d-4b86-44f0-b9e8-a845eb60cb93,revision_number=0']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.730260 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Sync routers for ids ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:18.740481 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.741184 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Routers {'dbb69e6e-f2c9-4cff-b384-20b021f3c99f'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:18.741827 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1aab9fab-21bd-443d-8d62-4cd5656bdea8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1339049 Mar 14 10:22:18.741974 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:18.744724 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42814) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:18.749326 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'security_group_rule': {'security_group_id': '1486fb66-8cdc-4f55-84a6-0b70d5409f33', 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.769869 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1792292605-network', 'tenant_id': 'e4735db31dce470db2b3e64d601e0032'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:18.775500 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.securitygroups_db [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Project e2e41de0ce264d30bd5bc64707872915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 14 10:22:18.782794 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (24632a74-37c7-4809-93cc-7fb7f7c423cc), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.791881 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Made reservation on behalf of e4735db31dce470db2b3e64d601e0032 for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:18.794582 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.803609 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.851317 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (24632a74-37c7-4809-93cc-7fb7f7c423cc), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.855215 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411194'] for security_group_rule (24632a74-37c7-4809-93cc-7fb7f7c423cc), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.868781 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Set router dbb69e6e-f2c9-4cff-b384-20b021f3c99f gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:18.877167 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24632a74-37c7-4809-93cc-7fb7f7c423cc,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.883286 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.884703 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-77653cc9-a854-41a8-8aa2-7eafab211893 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1389256 Mar 14 10:22:18.886140 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks [] for security_group (05697730-2651-4daf-b7f4-b67104ebd3c7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.893802 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (05697730-2651-4daf-b7f4-b67104ebd3c7), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.925531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:22:18.937088 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05697730-2651-4daf-b7f4-b67104ebd3c7,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:18.942162 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:18.942370 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Added segment 2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7 of type vlan for network c86490f2-bc48-43e5-b137-10c33c101652 Mar 14 10:22:18.998439 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (c86490f2-bc48-43e5-b137-10c33c101652), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.025868 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (c86490f2-bc48-43e5-b137-10c33c101652), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.027232 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:19.027579 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.064056 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4078977 Mar 14 10:22:19.066403 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42850) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:19.071227 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Request body: {'subnet': {'network_id': 'c86490f2-bc48-43e5-b137-10c33c101652', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1792292605-subnet', 'tenant_id': 'e4735db31dce470db2b3e64d601e0032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:19.094033 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Made reservation on behalf of e4735db31dce470db2b3e64d601e0032 for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:19.096994 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30488944'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.099180 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc820379-1cf2-4fc3-bb9e-0c0cb4a4bad0 admin admin] Pushing event updated for resources: {'Network': ['ID=c86490f2-bc48-43e5-b137-10c33c101652,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:19.115123 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network c86490f2-bc48-43e5-b137-10c33c101652 details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:22:19.134119 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:15Z', 'revision_number': 4, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'c5aa1bc8-348f-4585-8626-d73c79b51616', 'name': '', 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'mac_address': 'fa:16:3e:d4:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '045c0242-211c-488f-99b1-8d3510d191de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:14Z', 'updated_at': '2022-03-14T10:22:16Z', 'revision_number': 2, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'subnets': [{'id': '045c0242-211c-488f-99b1-8d3510d191de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:19.165265 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Checking router: dbb69e6e-f2c9-4cff-b384-20b021f3c99f for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:19.165622 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Updating router dbb69e6e-f2c9-4cff-b384-20b021f3c99f port c5aa1bc8-348f-4585-8626-d73c79b51616 binding host dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 14 10:22:19.240956 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.277179 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31426584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30488898'] for subnet (8cd8158c-9436-468c-b3c2-2ddcd481416d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.346202 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd8158c-9436-468c-b3c2-2ddcd481416d,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:19.350699 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Checking segment: {'id': '2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c86490f2-bc48-43e5-b137-10c33c101652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:19.351056 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Network hostable DHCP agents. Network: c86490f2-bc48-43e5-b137-10c33c101652, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:22:19.369559 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Network c86490f2-bc48-43e5-b137-10c33c101652 is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:22:19.385417 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, c86490f2-bc48-43e5-b137-10c33c101652) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:19.390823 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:19.391472 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.399882 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac61571-2ca8-4b0b-a5d5-b7995ddf4064 None None] Network c86490f2-bc48-43e5-b137-10c33c101652 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:19.411637 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-8f58a644-4f09-4545-a14b-b5d4d1f18595 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3417373 Mar 14 10:22:19.574522 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f255b7-c3a7-4d25-9397-2d1b732beac9 None None] Network c86490f2-bc48-43e5-b137-10c33c101652 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:19.673279 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Publish callbacks [] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), precommit_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.682849 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.794909 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5fa26-8467-4187-9356-e639975e66d5 None None] Pushing event updated for resources: {'Port': ['ID=c5aa1bc8-348f-4585-8626-d73c79b51616,revision_number=3']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:19.869897 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b0d07b17-ee58-4391-a0b8-6184018fb8a9 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:19.930169 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Attempting to bind port c5aa1bc8-348f-4585-8626-d73c79b51616 on host dv-cinder-833543-1-iscsi for vnic_type normal with profile {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:19.930551 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Attempting to bind port c5aa1bc8-348f-4585-8626-d73c79b51616 by drivers openvswitch,hyperv on host dv-cinder-833543-1-iscsi at level 0 using segments [{'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:19.930908 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Attempting to bind port c5aa1bc8-348f-4585-8626-d73c79b51616 on network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:19.942082 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Checking agent: {'id': 'bd62651b-aaee-4f4e-9df0-2df19c93eaa7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-833543-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 6), 'started_at': datetime.datetime(2022, 3, 14, 10, 6, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-833543-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:19.942082 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Checking segment: {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103282) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:19.942585 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.942768 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Bound using segment: {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'} {{(pid=103282) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:19.944724 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.managers [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Bound port: c5aa1bc8-348f-4585-8626-d73c79b51616, host: dv-cinder-833543-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b30560-3a77-4a2b-821e-a74c9daff1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6'}}] {{(pid=103282) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:19.945158 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:19.964184 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port b0d07b17-ee58-4391-a0b8-6184018fb8a9 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:19.964562 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.061885 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] For port c5aa1bc8-348f-4585-8626-d73c79b51616, host dv-cinder-833543-1-iscsi, cleared binding levels {{(pid=103282) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:20.090470 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 42888) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:20.096554 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1932433718-network', 'tenant_id': '3435f3fc627e487f8c3eb3e404b803ce'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:20.103803 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] For port c5aa1bc8-348f-4585-8626-d73c79b51616, host dv-cinder-833543-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=c5aa1bc8-348f-4585-8626-d73c79b51616,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103282) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:20.121003 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.127684 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Made reservation on behalf of 3435f3fc627e487f8c3eb3e404b803ce for: {'network': 1} {{(pid=103280) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:20.133043 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port b0d07b17-ee58-4391-a0b8-6184018fb8a9 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:20.133597 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for network (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.144823 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.179887 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] Provisioning complete for port c5aa1bc8-348f-4585-8626-d73c79b51616 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:20.180271 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.229171 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Routers {'dbb69e6e-f2c9-4cff-b384-20b021f3c99f'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:20.229380 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:21:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:20.235363 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5fa26-8467-4187-9356-e639975e66d5 None None] Pushing event updated for resources: {'Port': ['ID=c5aa1bc8-348f-4585-8626-d73c79b51616,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.287035 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks [] for security_group (7451cc23-9cc8-4a91-aa52-86569a3f8b3a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.300775 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (7451cc23-9cc8-4a91-aa52-86569a3f8b3a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.343106 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=103280) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 14 10:22:20.359825 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7451cc23-9cc8-4a91-aa52-86569a3f8b3a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.367410 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (4b712f94-b308-4b12-99bb-508f732b1294), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.368458 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.segments_db [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Added segment 4b712f94-b308-4b12-99bb-508f732b1294 of type vlan for network 488cb637-8164-45a6-805d-8300c719cf6f Mar 14 10:22:20.420442 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] Current status of the port c5aa1bc8-348f-4585-8626-d73c79b51616 is: DOWN; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:20.421105 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.463064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783897104321'] for network (488cb637-8164-45a6-805d-8300c719cf6f), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.466753 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] Set router dbb69e6e-f2c9-4cff-b384-20b021f3c99f gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:20.500064 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432'] for network (488cb637-8164-45a6-805d-8300c719cf6f), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.501320 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:20.502088 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.544461 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4498885 Mar 14 10:22:20.545161 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 42892) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:20.552468 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Request body: {'subnet': {'network_id': '488cb637-8164-45a6-805d-8300c719cf6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1932433718-subnet', 'tenant_id': '3435f3fc627e487f8c3eb3e404b803ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:20.576791 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f480ac-72a4-4c50-8d88-efda0664f145 admin admin] Pushing event updated for resources: {'Network': ['ID=488cb637-8164-45a6-805d-8300c719cf6f,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.577642 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Made reservation on behalf of 3435f3fc627e487f8c3eb3e404b803ce for: {'subnet': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:20.580281 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30488944'] for subnet (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.654237 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Network 488cb637-8164-45a6-805d-8300c719cf6f details requested by agent ovs-agent-dv-cinder-833543-1-iscsi with host dv-cinder-833543-1-iscsi {{(pid=103282) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 14 10:22:20.681867 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] For port c5aa1bc8-348f-4585-8626-d73c79b51616, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=c5aa1bc8-348f-4585-8626-d73c79b51616,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:20.695322 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.760455 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31426584', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30488898'] for subnet (86fd22e0-d981-4a3a-ae37-31705b77c2ec), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.819320 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fd22e0-d981-4a3a-ae37-31705b77c2ec,revision_number=0']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.831640 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Checking segment: {'id': '4b712f94-b308-4b12-99bb-508f732b1294', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '488cb637-8164-45a6-805d-8300c719cf6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:20.831640 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Network hostable DHCP agents. Network: 488cb637-8164-45a6-805d-8300c719cf6f, hostable agents: ['8adfe773-962f-4f30-9633-e7663b50ccf8'], hosted agents: [] {{(pid=103281) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 14 10:22:20.847889 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Network 488cb637-8164-45a6-805d-8300c719cf6f is scheduled to be hosted by DHCP agent 8adfe773-962f-4f30-9633-e7663b50ccf8 with binding_index 1 {{(pid=103281) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 14 10:22:20.857015 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-833543-1-iscsi, 488cb637-8164-45a6-805d-8300c719cf6f) {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:20.865292 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:20.866241 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:20.876900 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf595d77-7e77-4599-8f25-23f13970d720 None None] Network 488cb637-8164-45a6-805d-8300c719cf6f requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:20.884426 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-b3de5e7d-ad15-474b-88f4-47d56ba12fc8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3367510 Mar 14 10:22:20.894623 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf41df-fb14-4cc9-addb-9472d216d6c7 None None] Pushing event updated for resources: {'Port': ['ID=c5aa1bc8-348f-4585-8626-d73c79b51616,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:20.897265 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6336dfa7-4fd2-4e64-a164-be8e2f8db6be None None] Provisioning complete for port c5aa1bc8-348f-4585-8626-d73c79b51616 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:20.898597 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6336dfa7-4fd2-4e64-a164-be8e2f8db6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:21.064377 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0664c45-2ffe-42e3-8bfb-e772ab369f02 None None] Network 488cb637-8164-45a6-805d-8300c719cf6f requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:22:21.155168 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6336dfa7-4fd2-4e64-a164-be8e2f8db6be None None] Current status of the port c5aa1bc8-348f-4585-8626-d73c79b51616 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:21.167702 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:15Z', 'revision_number': 4, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'c5aa1bc8-348f-4585-8626-d73c79b51616', 'name': '', 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'mac_address': 'fa:16:3e:d4:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '045c0242-211c-488f-99b1-8d3510d191de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:14Z', 'updated_at': '2022-03-14T10:22:20Z', 'revision_number': 4, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'subnets': [{'id': '045c0242-211c-488f-99b1-8d3510d191de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:21.200059 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265c0a4-29cc-40c0-865f-8f3a775b282b None None] The sync data for ids ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'] in dv-cinder-833543-1-iscsi is: [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:15Z', 'revision_number': 4, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'c5aa1bc8-348f-4585-8626-d73c79b51616', 'name': '', 'network_id': '0b9ea100-f4b4-4cce-af33-fbf2f19638b6', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'mac_address': 'fa:16:3e:d4:4f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '045c0242-211c-488f-99b1-8d3510d191de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:14Z', 'updated_at': '2022-03-14T10:22:20Z', 'revision_number': 4, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'subnets': [{'id': '045c0242-211c-488f-99b1-8d3510d191de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:21.832710 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device c5aa1bc8-348f-4585-8626-d73c79b51616 up at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:21.885423 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Provisioning complete for port c5aa1bc8-348f-4585-8626-d73c79b51616 triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:21.886226 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:21.968498 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Current status of the port c5aa1bc8-348f-4585-8626-d73c79b51616 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:23.017688 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-b6b387a0-5896-4888-930b-26d6faf7a4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:25.508494 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5e6fb805-a9c1-490f-80e5-482ce7792f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:26.057089 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763936d-6aec-45e8-903a-4a95be156e78 req-0e2090c5-03d1-4405-999c-bc8200014dcf tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:26.060062 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0763936d-6aec-45e8-903a-4a95be156e78 req-0e2090c5-03d1-4405-999c-bc8200014dcf tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0545893 Mar 14 10:22:26.066319 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-26fcbb42-0f6d-474a-8cc6-c52b8cb6a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:26.067844 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-26fcbb42-0f6d-474a-8cc6-c52b8cb6a9f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1169 time: 0.0495949 Mar 14 10:22:26.124250 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0763936d-6aec-45e8-903a-4a95be156e78 req-7616cba1-072f-4375-8c67-7097e33b851f tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596099 Mar 14 10:22:26.162068 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-372a212b-d350-49c4-9348-0ec5c00ca0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:26.163534 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-372a212b-d350-49c4-9348-0ec5c00ca0af service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.0880573 Mar 14 10:22:26.237711 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-3db1c22f-f3bd-4565-b6ab-96b5de6b2aba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 1001 time: 0.0636473 Mar 14 10:22:26.290017 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-7b042f86-8f3b-4e84-9916-9a7b2d40e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:26.291482 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-7b042f86-8f3b-4e84-9916-9a7b2d40e2f9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0447414 Mar 14 10:22:26.342481 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-0e8c3177-8d5c-4ecf-988e-d49215bce764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:26.344131 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-0e8c3177-8d5c-4ecf-988e-d49215bce764 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457287 Mar 14 10:22:26.423252 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:26.448114 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-6863a853-e8ca-49e9-8b1a-8628089540b4 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969152 Mar 14 10:22:26.548873 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-0c37cd05-040e-4486-bc27-5441f931b1ca req-6fd726ce-086e-4fb7-84d1-bd80ab7ec963 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941234 Mar 14 10:22:27.253152 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e373018-6631-4bdf-b655-223457cd9637 req-83e4533f-13bc-48a8-82c2-edaeec43ec2a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:27.254627 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e373018-6631-4bdf-b655-223457cd9637 req-83e4533f-13bc-48a8-82c2-edaeec43ec2a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0545733 Mar 14 10:22:27.315011 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7e373018-6631-4bdf-b655-223457cd9637 req-7074a944-3746-4e32-91fc-2fe620283f51 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544393 Mar 14 10:22:27.865401 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:28.437724 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96181193-31f3-4d5d-8127-5c8e91278ac6 req-1c280a11-ff4f-4d8c-bb12-33714d32d9ef tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:28.439188 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96181193-31f3-4d5d-8127-5c8e91278ac6 req-1c280a11-ff4f-4d8c-bb12-33714d32d9ef tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0546656 Mar 14 10:22:28.499993 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-96181193-31f3-4d5d-8127-5c8e91278ac6 req-347a1700-1f0c-4a47-b6d4-87873400ec9f tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545573 Mar 14 10:22:29.593464 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:29.636403 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512d6fa-fb17-459e-b948-f3229c0f9ba6 req-5373c336-8cfe-4233-b3fd-2fa0ba667b03 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:29.637883 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2512d6fa-fb17-459e-b948-f3229c0f9ba6 req-5373c336-8cfe-4233-b3fd-2fa0ba667b03 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0704794 Mar 14 10:22:29.702898 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-2512d6fa-fb17-459e-b948-f3229c0f9ba6 req-10888aa8-cb59-42b7-8d1f-3ad97fe345f1 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587482 Mar 14 10:22:30.827556 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa14c2d-8ac8-4ab8-9106-35f347885819 req-ecf768e3-f5f1-4439-9bfd-ed57728e4b95 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:30.829078 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faa14c2d-8ac8-4ab8-9106-35f347885819 req-ecf768e3-f5f1-4439-9bfd-ed57728e4b95 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0533373 Mar 14 10:22:30.887873 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-faa14c2d-8ac8-4ab8-9106-35f347885819 req-679e1932-47dd-4f6f-be93-6a7025e5f878 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531754 Mar 14 10:22:32.009225 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49e60a-0db2-4b0c-b84c-21a55a029836 req-2ec173ce-9f76-461b-a87d-9c2a69531752 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:32.010711 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae49e60a-0db2-4b0c-b84c-21a55a029836 req-2ec173ce-9f76-461b-a87d-9c2a69531752 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0571432 Mar 14 10:22:32.069341 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ae49e60a-0db2-4b0c-b84c-21a55a029836 req-2e4d8117-103c-4540-a87a-100c4d32cbce tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528696 Mar 14 10:22:33.186040 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e93519-e423-4f84-aee3-507e9cd2dcd6 req-152caad1-f437-4ab1-9f2a-26b68499495c tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:33.187524 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70e93519-e423-4f84-aee3-507e9cd2dcd6 req-152caad1-f437-4ab1-9f2a-26b68499495c tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0532806 Mar 14 10:22:33.247142 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-70e93519-e423-4f84-aee3-507e9cd2dcd6 req-07dbca90-c10f-4eb8-b634-7c372b536d16 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534642 Mar 14 10:22:34.403915 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c131c5-0791-4511-bb95-f3ef93060dc9 req-8ad7fb25-99c9-46f9-a244-4504598b3c6d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:34.405358 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-90c131c5-0791-4511-bb95-f3ef93060dc9 req-8ad7fb25-99c9-46f9-a244-4504598b3c6d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0872042 Mar 14 10:22:34.409912 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-f7885276-261d-4e17-8159-e58295dc8f16 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677071880&fields=id&tenant_id=e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 267 time: 0.0651293 Mar 14 10:22:34.531141 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-90c131c5-0791-4511-bb95-f3ef93060dc9 req-6c04c781-ebfe-4367-9199-33f3b4784a08 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1201730 Mar 14 10:22:34.551700 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43080) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:34.556124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-f2cbe2ba-2555-4aab-ae51-8fa463a33f2d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:34.557579 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-f2cbe2ba-2555-4aab-ae51-8fa463a33f2d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 811 time: 0.1412272 Mar 14 10:22:34.572344 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-1057fdde-fbad-463d-8908-98592f6d5274 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/quotas/e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 375 time: 0.0095620 Mar 14 10:22:34.595221 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Deleting subnet 8cd8158c-9436-468c-b3c2-2ddcd481416d {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:22:34.599779 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Publish callbacks [] for subnet (8cd8158c-9436-468c-b3c2-2ddcd481416d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.627090 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-c6c1d515-5bf1-4538-a57b-8f7372b9edbb tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496681 Mar 14 10:22:34.633760 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (8cd8158c-9436-468c-b3c2-2ddcd481416d), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.675393 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (8cd8158c-9436-468c-b3c2-2ddcd481416d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.724869 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-ed1ff6b3-18cf-425f-8822-808c4b707538 service neutron] 10.222.0.21 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866039 Mar 14 10:22:34.731311 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (8cd8158c-9436-468c-b3c2-2ddcd481416d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.756866 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd8158c-9436-468c-b3c2-2ddcd481416d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:34.766432 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.772101 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8cd8158c-9436-468c-b3c2-2ddcd481416d HTTP/1.1" status: 204 len: 168 time: 0.2193470 Mar 14 10:22:34.773756 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.774111 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.774459 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.774912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.775368 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.775755 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.776088 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.776533 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.776873 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.777204 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.777540 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.777867 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.778190 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.778517 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.778948 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a26493-27de-4c90-8bf2-2457865f08e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:22:34.781506 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43082) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:34.822196 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-e726d0b1-13cd-4422-86ac-163fdf732f68 service neutron] 10.222.0.21 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903800 Mar 14 10:22:34.854822 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (c86490f2-bc48-43e5-b137-10c33c101652), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.943727 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (c86490f2-bc48-43e5-b137-10c33c101652), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.964561 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c86490f2-bc48-43e5-b137-10c33c101652']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:34.975107 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:34.975477 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:34.985615 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:34.998885 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.005139 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:22:35.005666 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (2bccb1fc-b9da-4e4f-86e0-05fb49f33ee7), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:22:35.007677 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:22:35.067989 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (c86490f2-bc48-43e5-b137-10c33c101652), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.086373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.092690 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c86490f2-bc48-43e5-b137-10c33c101652 HTTP/1.1" status: 204 len: 168 time: 0.3083711 Mar 14 10:22:35.093805 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43092) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:35.104152 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98de9e-4fcb-4baf-8bb1-6eede0d809b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c86490f2-bc48-43e5-b137-10c33c101652,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:35.154200 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f528e4d0-a582-4271-bbb8-02087db68949 req-9acbbe00-27b1-4009-8329-0a3a27418134 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 210 time: 0.0315511 Mar 14 10:22:35.165368 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Deleting subnet 86fd22e0-d981-4a3a-ae37-31705b77c2ec {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:22:35.168737 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Publish callbacks [] for subnet (86fd22e0-d981-4a3a-ae37-31705b77c2ec), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.206577 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548065'] for subnet (86fd22e0-d981-4a3a-ae37-31705b77c2ec), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.245685 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (86fd22e0-d981-4a3a-ae37-31705b77c2ec), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.297893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28356136'] for subnet (86fd22e0-d981-4a3a-ae37-31705b77c2ec), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.323609 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fd22e0-d981-4a3a-ae37-31705b77c2ec,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:35.327951 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.332209 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-64b67c01-6846-48c9-b550-c9dd02c99537 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/86fd22e0-d981-4a3a-ae37-31705b77c2ec HTTP/1.1" status: 204 len: 168 time: 0.2373860 Mar 14 10:22:35.335022 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43100) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:35.407714 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (488cb637-8164-45a6-805d-8300c719cf6f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.489442 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (488cb637-8164-45a6-805d-8300c719cf6f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.511283 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488cb637-8164-45a6-805d-8300c719cf6f']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:35.521922 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b712f94-b308-4b12-99bb-508f732b1294') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:35.522217 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b712f94-b308-4b12-99bb-508f732b1294') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:35.531283 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (4b712f94-b308-4b12-99bb-508f732b1294), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.548284 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (4b712f94-b308-4b12-99bb-508f732b1294), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.554780 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:22:35.555269 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (4b712f94-b308-4b12-99bb-508f732b1294), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:22:35.557061 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:22:35.645520 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (488cb637-8164-45a6-805d-8300c719cf6f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.655674 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.658945 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] 10.222.0.21 "DELETE /v2.0/networks/488cb637-8164-45a6-805d-8300c719cf6f HTTP/1.1" status: 204 len: 168 time: 0.3226116 Mar 14 10:22:35.673331 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d704c-c9b1-43ca-8ee7-2d0873098802 admin admin] Pushing event deleted for resources: {'Network': ['ID=488cb637-8164-45a6-805d-8300c719cf6f,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:35.692274 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d6817f-3a59-46aa-a467-fa0a9d103110 req-1747eaf3-1876-49e4-8792-792ba0033b4c tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:35.693934 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8d6817f-3a59-46aa-a467-fa0a9d103110 req-1747eaf3-1876-49e4-8792-792ba0033b4c tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0870788 Mar 14 10:22:35.754751 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c8d6817f-3a59-46aa-a467-fa0a9d103110 req-31bc5a8c-4fbc-4fe4-9fbd-2457916b5559 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550044 Mar 14 10:22:35.829794 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43108) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:35.872971 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-f423b837-7714-43ac-b751-0091da6c2121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4735db31dce470db2b3e64d601e0032&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419955 Mar 14 10:22:35.875311 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43110) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:35.921472 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86a7404b-73d1-4c23-998f-9cb5528910c8 admin admin] Publish callbacks [] for security_group (05697730-2651-4daf-b7f4-b67104ebd3c7), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.943847 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86a7404b-73d1-4c23-998f-9cb5528910c8 admin admin] Publish callbacks [] for security_group (05697730-2651-4daf-b7f4-b67104ebd3c7), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:35.999685 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86a7404b-73d1-4c23-998f-9cb5528910c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (05697730-2651-4daf-b7f4-b67104ebd3c7), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.002249 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-86a7404b-73d1-4c23-998f-9cb5528910c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.003558 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-86a7404b-73d1-4c23-998f-9cb5528910c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05697730-2651-4daf-b7f4-b67104ebd3c7 HTTP/1.1" status: 204 len: 168 time: 0.1271882 Mar 14 10:22:36.011732 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a7404b-73d1-4c23-998f-9cb5528910c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05697730-2651-4daf-b7f4-b67104ebd3c7,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:36.097886 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-cbae5850-62b9-41a0-8ba6-dcc8f530663d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:36.099432 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-cbae5850-62b9-41a0-8ba6-dcc8f530663d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 811 time: 0.1103535 Mar 14 10:22:36.166684 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-32a96899-e50c-4b61-8cd3-d2c9f3cb92d1 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 380 time: 0.0581691 Mar 14 10:22:36.177094 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'port': {'device_id': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'admin_state_up': True, 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'security_groups': ['1486fb66-8cdc-4f55-84a6-0b70d5409f33']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:36.263204 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7651a9d6-723d-49a6-901e-81b51b5cf071 req-cbbeaadf-3bc0-43c2-bb75-8ba26fbecede tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 210 time: 0.0337892 Mar 14 10:22:36.293301 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Made reservation on behalf of e2e41de0ce264d30bd5bc64707872915 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:22:36.296790 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.373833 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43118) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:36.415262 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a9a526fd-2e26-4972-abef-c150d949b198 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3435f3fc627e487f8c3eb3e404b803ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401871 Mar 14 10:22:36.417864 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43120) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:36.428359 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Allocated IP 172.20.0.3 (809a85de-4bcc-47a8-936c-b123dd899405/df768ced-13ad-4922-8d70-0258d3b594c2/c690e779-ba7d-4293-83d9-3fb74c8ac72d) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:36.472273 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-841289bd-6140-4d06-aca2-bf548caf6510 admin admin] Publish callbacks [] for security_group (7451cc23-9cc8-4a91-aa52-86569a3f8b3a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.494164 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-841289bd-6140-4d06-aca2-bf548caf6510 admin admin] Publish callbacks [] for security_group (7451cc23-9cc8-4a91-aa52-86569a3f8b3a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.544125 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-841289bd-6140-4d06-aca2-bf548caf6510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (7451cc23-9cc8-4a91-aa52-86569a3f8b3a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.546708 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-841289bd-6140-4d06-aca2-bf548caf6510 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.547877 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-841289bd-6140-4d06-aca2-bf548caf6510 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7451cc23-9cc8-4a91-aa52-86569a3f8b3a HTTP/1.1" status: 204 len: 168 time: 0.1290500 Mar 14 10:22:36.555833 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841289bd-6140-4d06-aca2-bf548caf6510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7451cc23-9cc8-4a91-aa52-86569a3f8b3a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:36.586752 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.624334 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.677167 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Network 809a85de-4bcc-47a8-936c-b123dd899405 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:36.680226 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:36.684480 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:36.688424 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=c690e779-ba7d-4293-83d9-3fb74c8ac72d,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:36.734673 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:36.735300 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.754232 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-bce9eaa5-12f7-4130-bb6c-8d0f341724c5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5816612 Mar 14 10:22:36.808344 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Request body: {'port': {'device_id': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:36.894560 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:36.899744 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1b717-b6d5-454d-b037-6855695d0fac req-7a76c466-15f9-46cd-99f1-f61929874632 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:36.901240 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7eb1b717-b6d5-454d-b037-6855695d0fac req-7a76c466-15f9-46cd-99f1-f61929874632 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0756767 Mar 14 10:22:36.983313 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7eb1b717-b6d5-454d-b037-6855695d0fac req-eafaf6ba-859d-4ce7-9e62-4313cd8b1b43 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0750294 Mar 14 10:22:37.003057 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-278daf46-6265-4863-9787-e033636d932c None None] Provisioning complete for port c690e779-ba7d-4293-83d9-3fb74c8ac72d triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:37.004035 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-278daf46-6265-4863-9787-e033636d932c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:37.040355 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-278daf46-6265-4863-9787-e033636d932c None None] Port c690e779-ba7d-4293-83d9-3fb74c8ac72d cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:22:37.165610 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c690e779-ba7d-4293-83d9-3fb74c8ac72d {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:22:37.173141 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Publish callbacks [] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:37.185492 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Transition to ACTIVE for port object c690e779-ba7d-4293-83d9-3fb74c8ac72d will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:22:37.188632 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:37.235893 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c690e779-ba7d-4293-83d9-3fb74c8ac72d,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:37.316400 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Attempting to bind port c690e779-ba7d-4293-83d9-3fb74c8ac72d on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:22:37.316868 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Attempting to bind port c690e779-ba7d-4293-83d9-3fb74c8ac72d by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:22:37.317206 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Attempting to bind port c690e779-ba7d-4293-83d9-3fb74c8ac72d on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:37.322500 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Port c690e779-ba7d-4293-83d9-3fb74c8ac72d on network 809a85de-4bcc-47a8-936c-b123dd899405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:22:37.322500 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Attempting to bind port c690e779-ba7d-4293-83d9-3fb74c8ac72d on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:22:37.328679 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:22:37.329025 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Checking segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:22:37.329418 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Bound using segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:22:37.329847 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Bound port: c690e779-ba7d-4293-83d9-3fb74c8ac72d, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:22:37.330439 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:37.408404 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a639153-cff3-4825-9a38-a3d2b26ba034 req-1bc5add7-6706-40bd-8609-22f35bbb8629 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:37.410358 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a639153-cff3-4825-9a38-a3d2b26ba034 req-1bc5add7-6706-40bd-8609-22f35bbb8629 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0724490 Mar 14 10:22:37.414370 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] For port c690e779-ba7d-4293-83d9-3fb74c8ac72d, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:22:37.421216 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] For port c690e779-ba7d-4293-83d9-3fb74c8ac72d, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:22:37.427895 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:37.466181 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:37.466813 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:37.468233 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] 10.222.0.35 "PUT /v2.0/ports/c690e779-ba7d-4293-83d9-3fb74c8ac72d HTTP/1.1" status: 200 len: 1093 time: 0.6656537 Mar 14 10:22:37.468686 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:22:37.471473 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:22:37.475699 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a639153-cff3-4825-9a38-a3d2b26ba034 req-518417b9-7b4a-495e-a959-59b8f7f2a58e tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550931 Mar 14 10:22:37.495474 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b418435e-9f75-4986-81c5-55e2240cbfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c690e779-ba7d-4293-83d9-3fb74c8ac72d,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:37.542802 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42da929-32b8-4850-9310-f4a631aaf31e x-openstack-request-id: req-f42da929-32b8-4850-9310-f4a631aaf31e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:22:37.543095 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:22:37.543350 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f42da929-32b8-4850-9310-f4a631aaf31e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:22:37.543775 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'status': 'completed', 'code': 200} Mar 14 10:22:37.563526 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-3688fde6-1e50-4bfd-9983-57d331b10a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:37.565900 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-3688fde6-1e50-4bfd-9983-57d331b10a94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 1127 time: 0.0530369 Mar 14 10:22:37.611912 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-e9e6a453-de48-4ac8-9bc8-4246e33fe760 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d HTTP/1.1" status: 200 len: 217 time: 0.0388448 Mar 14 10:22:37.662976 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-8176f1c9-3d7a-4257-a5aa-adffcd31cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:37.664482 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-8176f1c9-3d7a-4257-a5aa-adffcd31cf0b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0463760 Mar 14 10:22:37.714664 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-fe2214ed-cea5-405e-9a9d-03df4ca195bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:37.716289 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-fe2214ed-cea5-405e-9a9d-03df4ca195bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462213 Mar 14 10:22:37.823870 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-fae36218-ef14-4e31-8665-c4633255eb99 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014504 Mar 14 10:22:37.916649 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-6f20d590-d76f-4811-b58f-1e3b1872c9c0 req-a028dfd5-91a0-47a4-87a5-b0d55e986e67 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875957 Mar 14 10:22:38.005850 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-323b9765-2e2d-486c-aedf-ff485f879041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:38.007392 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-323b9765-2e2d-486c-aedf-ff485f879041 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 1127 time: 0.0485718 Mar 14 10:22:38.096812 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-e599277e-de1b-44e8-accf-ae5bc5b07e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:38.098207 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-e599277e-de1b-44e8-accf-ae5bc5b07e7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0837224 Mar 14 10:22:38.106756 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095fa9-4768-4a0e-80f3-8218088fe8b7 req-e2458cf9-2d18-416c-b9ec-c7cb5532a5c7 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:38.108325 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0095fa9-4768-4a0e-80f3-8218088fe8b7 req-e2458cf9-2d18-416c-b9ec-c7cb5532a5c7 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0528727 Mar 14 10:22:38.152542 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-faad18ba-d547-4f82-bf07-295e08b05d76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d HTTP/1.1" status: 200 len: 217 time: 0.0472305 Mar 14 10:22:38.168417 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c0095fa9-4768-4a0e-80f3-8218088fe8b7 req-91e06e07-6ad3-4aab-bf2a-059fd8d794dc tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&id=cdb87c42-eecb-47e5-9992-e92f1941521b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536528 Mar 14 10:22:38.201447 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-836ea6c8-8d89-4779-8a60-dfa9ab696f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:38.202988 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-836ea6c8-8d89-4779-8a60-dfa9ab696f68 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0441546 Mar 14 10:22:38.250758 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-ae0617f3-91c8-436e-81eb-61424d93d630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:38.252290 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-ae0617f3-91c8-436e-81eb-61424d93d630 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440576 Mar 14 10:22:38.339853 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-f1b679f2-5711-4932-956c-feab0e13c57f service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820277 Mar 14 10:22:38.427775 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-56ec720e-7cdb-49e0-b4f0-22aed605ecbe req-5f66663f-7841-4fe5-bd94-caa2dc5f29cb service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821197 Mar 14 10:22:38.616681 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70728e-f5a5-47e1-b92a-5caace961275 req-38c103da-53b6-480b-a723-ee23f796562a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:38.618110 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a70728e-f5a5-47e1-b92a-5caace961275 req-38c103da-53b6-480b-a723-ee23f796562a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0509384 Mar 14 10:22:38.668857 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0a70728e-f5a5-47e1-b92a-5caace961275 req-519c532b-bc69-4dcd-beac-80ddda39f422 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453773 Mar 14 10:22:39.794380 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc0478-4205-4f7d-a482-cbc972e279b6 req-2c22172c-4187-40a8-a7a5-03b4d5ad918c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:39.796035 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98cc0478-4205-4f7d-a482-cbc972e279b6 req-2c22172c-4187-40a8-a7a5-03b4d5ad918c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0522985 Mar 14 10:22:39.842852 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-98cc0478-4205-4f7d-a482-cbc972e279b6 req-bd72c445-0413-4aca-ab57-f31ae5482ba5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 Mar 14 10:22:40.959713 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e9953-e226-4fde-b7aa-1f7e1fd93872 req-5f4df785-05e0-4831-a27c-49c77cba56f1 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:40.961438 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-496e9953-e226-4fde-b7aa-1f7e1fd93872 req-5f4df785-05e0-4831-a27c-49c77cba56f1 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0516927 Mar 14 10:22:41.008499 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-496e9953-e226-4fde-b7aa-1f7e1fd93872 req-fc012a01-096b-44cb-95b3-25dab203b2b2 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 Mar 14 10:22:42.129096 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecdcd7-1e6f-4988-bac0-bf485ab5389b req-24b5a622-358c-493f-ba23-4d0c9ee843a7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:42.130559 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbecdcd7-1e6f-4988-bac0-bf485ab5389b req-24b5a622-358c-493f-ba23-4d0c9ee843a7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0557146 Mar 14 10:22:42.176959 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbecdcd7-1e6f-4988-bac0-bf485ab5389b req-9569f095-e18f-452b-8b18-e070423b7374 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Mar 14 10:22:43.107004 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:43.290394 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79640f4b-9827-402f-89c4-f28628c5e794 req-cb86c519-fb5a-4c77-9937-05f586efef1c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:43.291852 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79640f4b-9827-402f-89c4-f28628c5e794 req-cb86c519-fb5a-4c77-9937-05f586efef1c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0512071 Mar 14 10:22:43.338682 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-79640f4b-9827-402f-89c4-f28628c5e794 req-c4a3269e-8e86-4666-906d-64e8b80e6cf0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Mar 14 10:22:44.451444 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903f5f8-a930-4a57-b660-8d255ba0309a req-46cefef4-7383-4003-8920-c1b239b60551 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:44.452925 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8903f5f8-a930-4a57-b660-8d255ba0309a req-46cefef4-7383-4003-8920-c1b239b60551 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 943 time: 0.0499392 Mar 14 10:22:44.503280 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8903f5f8-a930-4a57-b660-8d255ba0309a req-36fe46e0-cce2-4524-a323-bf29522c9a43 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442855 Mar 14 10:22:45.215120 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device c690e779-ba7d-4293-83d9-3fb74c8ac72d details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:22:45.314918 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port c690e779-ba7d-4293-83d9-3fb74c8ac72d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:45.325964 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'port_id': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'mac_address': 'fa:16:3e:18:6e:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:22:45.362277 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port c690e779-ba7d-4293-83d9-3fb74c8ac72d is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:45.362668 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:45.374847 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c690e779-ba7d-4293-83d9-3fb74c8ac72d {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:22:45.393610 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port c690e779-ba7d-4293-83d9-3fb74c8ac72d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:45.397665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:45.447440 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=c690e779-ba7d-4293-83d9-3fb74c8ac72d,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:45.602929 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['c690e779-ba7d-4293-83d9-3fb74c8ac72d'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:22:45.620388 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18533d2-a9f3-4738-9282-5535ba0c902f req-a60e0978-60ba-408a-9272-46e87d4b67c2 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:45.621880 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c18533d2-a9f3-4738-9282-5535ba0c902f req-a60e0978-60ba-408a-9272-46e87d4b67c2 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 944 time: 0.0515177 Mar 14 10:22:45.669665 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-c18533d2-a9f3-4738-9282-5535ba0c902f req-f6ad14c5-afb0-4e56-855c-fbe07974770b tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416529 Mar 14 10:22:46.786304 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd77c9-6795-4cf5-8843-09018f52d6d1 req-a9e2f905-1ed1-411b-8035-00f682cc1bb8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:46.787894 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6afd77c9-6795-4cf5-8843-09018f52d6d1 req-a9e2f905-1ed1-411b-8035-00f682cc1bb8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 944 time: 0.0515597 Mar 14 10:22:46.835065 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6afd77c9-6795-4cf5-8843-09018f52d6d1 req-f0c6ea4f-ba68-4d13-b452-fcab07c27819 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414767 Mar 14 10:22:47.241545 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device c690e779-ba7d-4293-83d9-3fb74c8ac72d up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:22:47.289510 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port c690e779-ba7d-4293-83d9-3fb74c8ac72d completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:22:47.293239 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port c690e779-ba7d-4293-83d9-3fb74c8ac72d triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:22:47.293615 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:47.370466 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port c690e779-ba7d-4293-83d9-3fb74c8ac72d is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:22:47.370857 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:47.392611 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:22:47.394821 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f359341d-dc3c-4602-9837-64f85aa164af" -d '{"events": [{"server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "name": "network-vif-plugged", "status": "completed", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:22:47.406981 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port c690e779-ba7d-4293-83d9-3fb74c8ac72d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:22:47.411494 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:47.433897 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee09516d-a351-4831-88c5-8ad2d515d060 x-openstack-request-id: req-ee09516d-a351-4831-88c5-8ad2d515d060 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:22:47.434189 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "name": "network-vif-plugged", "status": "completed", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:22:47.434448 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee09516d-a351-4831-88c5-8ad2d515d060 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:22:47.434837 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'code': 200} Mar 14 10:22:47.460379 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=c690e779-ba7d-4293-83d9-3fb74c8ac72d,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:47.661419 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4f2d0-6107-4bc1-a5cf-ba7677e77fe7 req-1302afce-4da5-4b7e-a9b8-83286b6bcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:47.662911 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c9b4f2d0-6107-4bc1-a5cf-ba7677e77fe7 req-1302afce-4da5-4b7e-a9b8-83286b6bcbe3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 1129 time: 0.0473952 Mar 14 10:22:47.706280 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-c9b4f2d0-6107-4bc1-a5cf-ba7677e77fe7 req-9eb60952-4da8-4cc6-9699-40479c0a8c65 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 Mar 14 10:22:47.952047 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b91ea2-6c0c-4051-a277-1cf71517df4c req-e127b0a2-96ae-4637-9db4-ef9dc7ec1ce0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:47.953413 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3b91ea2-6c0c-4051-a277-1cf71517df4c req-e127b0a2-96ae-4637-9db4-ef9dc7ec1ce0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 945 time: 0.0543549 Mar 14 10:22:48.001457 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d3b91ea2-6c0c-4051-a277-1cf71517df4c req-e96feaf6-810f-43cb-bacf-77d0658f982d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420997 Mar 14 10:22:49.118507 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3aa3a-ba03-4f3b-b169-2006df595e8e req-cbfcce88-d948-47d4-9e66-e9ece5c064d3 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:49.120001 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46b3aa3a-ba03-4f3b-b169-2006df595e8e req-cbfcce88-d948-47d4-9e66-e9ece5c064d3 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Mar 14 10:22:49.167003 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-46b3aa3a-ba03-4f3b-b169-2006df595e8e req-061d625c-a595-4b77-b572-6e3c11f748c7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415335 Mar 14 10:22:49.334627 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd11aa-77ed-487d-a807-5478e46fe78a req-07fa25eb-1ee0-4db1-b530-8c305445d3c0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:49.336356 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0bd11aa-77ed-487d-a807-5478e46fe78a req-07fa25eb-1ee0-4db1-b530-8c305445d3c0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 945 time: 0.0544357 Mar 14 10:22:49.382755 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a0bd11aa-77ed-487d-a807-5478e46fe78a req-8dbcf2f6-b4c9-4eff-9bc4-26cb396b70ed tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410016 Mar 14 10:22:49.404489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43158) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:49.627879 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b584be9-74b0-4be6-804e-fddf2c8c7f70 tempest-TestVolumeBootPattern-1235989338 tempest-TestVolumeBootPattern-1235989338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:49.629345 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1b584be9-74b0-4be6-804e-fddf2c8c7f70 tempest-TestVolumeBootPattern-1235989338 tempest-TestVolumeBootPattern-1235989338-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 1124 time: 0.2238836 Mar 14 10:22:49.632162 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43162) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:22:49.636199 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'port_id': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:22:49.655765 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:49.749907 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:49.850850 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Allocated IP 172.27.0.56 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/f585144a-4980-464e-9816-67c3ae62fe36) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:22:49.949537 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (f585144a-4980-464e-9816-67c3ae62fe36), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:49.981450 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (f585144a-4980-464e-9816-67c3ae62fe36), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.018929 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:22:50.023263 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:22:50.025724 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:22:50.047415 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=f585144a-4980-464e-9816-67c3ae62fe36,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:50.602528 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (7c8c8c17-2f16-4955-963d-05aeef2d4db8), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.666554 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (f585144a-4980-464e-9816-67c3ae62fe36), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.807912 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (f585144a-4980-464e-9816-67c3ae62fe36), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.812001 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (f585144a-4980-464e-9816-67c3ae62fe36), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.877638 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=f585144a-4980-464e-9816-67c3ae62fe36,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:22:50.892097 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (7c8c8c17-2f16-4955-963d-05aeef2d4db8), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:50.991759 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Floating IP 7c8c8c17-2f16-4955-963d-05aeef2d4db8 associated. External IP: 172.27.0.56, port: c690e779-ba7d-4293-83d9-3fb74c8ac72d. Mar 14 10:22:51.198119 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:22:51.304459 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:22:51.314105 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad407c-409d-4413-903f-912bb755c743 None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:22:51.322530 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:51.322977 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:51.323579 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:51.353025 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2832dfa5-7363-438f-a1ea-c8fc7b1a8b02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7198853 Mar 14 10:22:51.353620 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:22:51.355893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c71282-03b4-42e4-9d67-7f1c1f100b78" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:22:51.390855 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f097310-55f3-4203-9a6f-9f896842e3d4 x-openstack-request-id: req-4f097310-55f3-4203-9a6f-9f896842e3d4 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:22:51.391154 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:22:51.391410 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4f097310-55f3-4203-9a6f-9f896842e3d4 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:22:51.391849 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'status': 'completed', 'code': 200} Mar 14 10:22:51.433670 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:51.455466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-6f1f9da6-4e55-4b15-9a74-ded1094f950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:51.456934 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-6f1f9da6-4e55-4b15-9a74-ded1094f950e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 1129 time: 0.0448015 Mar 14 10:22:51.547308 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-f88b7bd2-cdf2-49ef-a15a-4b2ac2748e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:51.549001 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-f88b7bd2-cdf2-49ef-a15a-4b2ac2748e1e service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0864704 Mar 14 10:22:51.611692 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-8ff64da3-f19b-4043-ae77-a31df60fe4ce service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d HTTP/1.1" status: 200 len: 998 time: 0.0567293 Mar 14 10:22:51.651335 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '7c8c8c17-2f16-4955-963d-05aeef2d4db8', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:18:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:22:50Z', 'updated_at': '2022-03-14T10:22:50Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:51.659161 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-32afe47f-3b66-4541-badf-090d13557e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:51.660663 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-32afe47f-3b66-4541-badf-090d13557e49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0429995 Mar 14 10:22:51.680302 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad407c-409d-4413-903f-912bb755c743 None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:22:51.688410 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:22:51.689048 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:25Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:51.711377 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-fd6ee299-f642-4c07-8953-e97b2cb50d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:22:51.712803 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-fd6ee299-f642-4c07-8953-e97b2cb50d53 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466106 Mar 14 10:22:51.795508 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:22:51.798858 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-2644d871-b928-4789-a350-1e8089950c5b service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805271 Mar 14 10:22:51.891496 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-66c71282-03b4-42e4-9d67-7f1c1f100b78 req-044c10d7-6191-46e1-813b-216be23a3eba service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870204 Mar 14 10:22:52.012295 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-6dad407c-409d-4413-903f-912bb755c743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '7c8c8c17-2f16-4955-963d-05aeef2d4db8', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:18:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:22:50Z', 'updated_at': '2022-03-14T10:22:50Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:22:52.037164 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dad407c-409d-4413-903f-912bb755c743 None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '7c8c8c17-2f16-4955-963d-05aeef2d4db8', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.56', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 728, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:18:6e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:22:50Z', 'updated_at': '2022-03-14T10:22:50Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:22:52.229506 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4ca650-9a9f-4b54-bb1c-e780ef734d8f None None] New status for floating IP 7c8c8c17-2f16-4955-963d-05aeef2d4db8: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:22:53.022583 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-92ae45b6-521e-4d90-b5d2-33cc5c7adcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:53.615662 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:22:55.509158 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9c568383-7e92-4764-a8cd-60d634caa505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:56.419494 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:57.865449 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:22:59.586223 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:10.728017 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-115f1e38-269b-47cb-ae13-20deb719793f req-42787511-7080-4c07-ab99-df09108e8b11 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006988030&fields=id&tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d HTTP/1.1" status: 200 len: 267 time: 0.0441833 Mar 14 10:23:10.782484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f1e38-269b-47cb-ae13-20deb719793f req-616769a8-0d1d-4f72-ae67-e3156d505c9a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:10.783951 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-115f1e38-269b-47cb-ae13-20deb719793f req-616769a8-0d1d-4f72-ae67-e3156d505c9a tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 985 time: 0.0509546 Mar 14 10:23:10.794146 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Request body: {'port': {'security_groups': ['2c2f6abc-1150-442c-a8a5-42608dc8d6d6']}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:23:10.867045 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.036114 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:11.064460 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for port (aadb4abe-4554-4694-aa57-1082dd352139), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.068926 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.081024 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['aadb4abe-4554-4694-aa57-1082dd352139'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:23:11.112822 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:11.113464 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.114865 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-115f1e38-269b-47cb-ae13-20deb719793f req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "PUT /v2.0/ports/aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 943 time: 0.3250465 Mar 14 10:23:11.115337 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:23:11.117676 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:23:11.121611 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43178) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:11.144327 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6f809-df9b-416a-b450-8dfb4810fd2e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event updated for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=7']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:11.172440 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fc4515-48be-452b-8a02-fb8d51477eba x-openstack-request-id: req-02fc4515-48be-452b-8a02-fb8d51477eba {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:23:11.173645 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:23:11.174511 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02fc4515-48be-452b-8a02-fb8d51477eba {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:23:11.175155 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'status': 'completed', 'code': 200} Mar 14 10:23:11.194157 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08bf32ac-53fb-4fe7-a546-27047490424e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group (cdb87c42-eecb-47e5-9992-e92f1941521b), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.205935 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['aadb4abe-4554-4694-aa57-1082dd352139'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:23:11.249689 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08bf32ac-53fb-4fe7-a546-27047490424e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group (cdb87c42-eecb-47e5-9992-e92f1941521b), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.300143 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-f1ff056a-02c0-4ac5-b62f-83495146967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:11.301655 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-f1ff056a-02c0-4ac5-b62f-83495146967f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1130 time: 0.1055589 Mar 14 10:23:11.401244 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08bf32ac-53fb-4fe7-a546-27047490424e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (cdb87c42-eecb-47e5-9992-e92f1941521b), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.404538 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-08bf32ac-53fb-4fe7-a546-27047490424e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for security_group (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.405718 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-08bf32ac-53fb-4fe7-a546-27047490424e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "DELETE /v2.0/security-groups/cdb87c42-eecb-47e5-9992-e92f1941521b HTTP/1.1" status: 204 len: 168 time: 0.2821629 Mar 14 10:23:11.408666 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43180) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:11.418066 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-5ab1c087-129b-4dff-84cd-a5414751ab95 None None] Provisioning complete for port aadb4abe-4554-4694-aa57-1082dd352139 triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:23:11.418444 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5ab1c087-129b-4dff-84cd-a5414751ab95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (aadb4abe-4554-4694-aa57-1082dd352139), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.424611 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-30b90efb-2622-4a9e-96a9-c6e1ca4a4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:11.426409 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-30b90efb-2622-4a9e-96a9-c6e1ca4a4798 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.1175396 Mar 14 10:23:11.427429 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf32ac-53fb-4fe7-a546-27047490424e tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb87c42-eecb-47e5-9992-e92f1941521b,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:11.504284 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-e63da71a-401e-4f2b-9793-c560d7d127dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 1001 time: 0.0702791 Mar 14 10:23:11.510796 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1c087-129b-4dff-84cd-a5414751ab95 None None] Current status of the port aadb4abe-4554-4694-aa57-1082dd352139 is: ACTIVE; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:23:11.557752 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-41d2b190-f6fd-4c7c-8f84-15dd6144d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:11.559171 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-41d2b190-f6fd-4c7c-8f84-15dd6144d5e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0457528 Mar 14 10:23:11.566268 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Deleting port 6775ff8b-86c4-483a-be0a-83da9ebd05bf {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:11.566613 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.608827 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-48e119e2-a799-4eb0-ab96-9bb669e5b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:11.610742 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-48e119e2-a799-4eb0-ab96-9bb669e5b849 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455747 Mar 14 10:23:11.643751 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.644073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for floatingip (6775ff8b-86c4-483a-be0a-83da9ebd05bf), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.656139 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Calling delete_port for 6775ff8b-86c4-483a-be0a-83da9ebd05bf owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:11.701310 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-d3c9ad38-f032-411c-a079-e3a7fbfbca40 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840373 Mar 14 10:23:11.791075 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-8e4414a6-654b-4bcb-b56e-52bdfe86eeec req-bb1ec0fc-7c0d-473b-97bc-9b01576bdb82 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Mar 14 10:23:11.827566 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (6775ff8b-86c4-483a-be0a-83da9ebd05bf), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.853450 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event deleted for resources: {'Port': ['ID=6775ff8b-86c4-483a-be0a-83da9ebd05bf,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:11.917636 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks [] for floatingip (9c511e60-9245-47ee-8a94-1dd7d8309c4e), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:11.917968 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Floating IP 9c511e60-9245-47ee-8a94-1dd7d8309c4e disassociated (deleted). External IP: 172.27.0.95, port: aadb4abe-4554-4694-aa57-1082dd352139. Mar 14 10:23:12.123426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:23:12.231437 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:23:12.236789 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:12.242649 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] Sync routers for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:23:12.252924 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:23:12.253526 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:12.265153 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a36df066-ada0-43ce-b7ae-7f3610d69cee tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "DELETE /v2.0/floatingips/9c511e60-9245-47ee-8a94-1dd7d8309c4e HTTP/1.1" status: 204 len: 168 time: 0.8553987 Mar 14 10:23:12.368147 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:23:12.672690 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:12.702015 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] Checking router: 76f2ee3d-221f-4ff4-b829-9b1145d8b438 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:23:12.711293 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:23:12.711927 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:12.817359 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:23:13.033035 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:13.061527 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cd5686-9617-4baf-a005-8375eb9218c5 None None] The sync data for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi is: [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:19Z', 'revision_number': 4, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'b998273c-9e74-4713-b6b9-d7d60267df60', 'name': '', 'network_id': '5241d33e-fb38-4f0f-a652-907eee7def61', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'mac_address': 'fa:16:3e:a8:b1:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_interface', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:18Z', 'updated_at': '2022-03-14T10:21:23Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'subnets': [{'id': '69fd6ecd-9b84-4f83-b519-7f05ec08da0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:23:13.112630 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:13.176882 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:23:13.179284 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4435be86-c8e6-4045-acf0-7e4ba178665d" -d '{"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:23:13.218284 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f90f831-f30b-48a3-8f6d-c5b1cb9b85a7 x-openstack-request-id: req-1f90f831-f30b-48a3-8f6d-c5b1cb9b85a7 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:23:13.218579 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:23:13.218859 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f90f831-f30b-48a3-8f6d-c5b1cb9b85a7 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:23:13.219253 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'status': 'completed', 'code': 200} Mar 14 10:23:13.285719 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-be3db2c6-c5c4-4952-86b4-5e484626adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:13.287387 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-be3db2c6-c5c4-4952-86b4-5e484626adad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1130 time: 0.0480049 Mar 14 10:23:13.318129 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de8d55-323a-4349-9da2-8ed0202a3040 None None] New status for floating IP 9c511e60-9245-47ee-8a94-1dd7d8309c4e: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:23:13.383057 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-8b49687d-05ee-45bd-8143-836f7723880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:13.384542 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-8b49687d-05ee-45bd-8143-836f7723880d service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.0911133 Mar 14 10:23:13.425488 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-76227aac-f0fe-49f7-a37c-febcf0efbca3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 217 time: 0.0349252 Mar 14 10:23:13.477517 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-595cd947-470e-4c92-b545-f9a5798fbbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:13.478880 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-595cd947-470e-4c92-b545-f9a5798fbbf6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0473335 Mar 14 10:23:13.529608 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-5eeed0c8-d56b-4fa2-9dc5-5e37ba6c20a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:13.531117 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-5eeed0c8-d56b-4fa2-9dc5-5e37ba6c20a9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455074 Mar 14 10:23:13.623787 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-bd1dba7c-0940-4e13-93f4-e1d35d601879 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862639 Mar 14 10:23:13.713759 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-4435be86-c8e6-4045-acf0-7e4ba178665d req-b1cc8968-873e-4c48-ba3d-e7bdb51de20e service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841594 Mar 14 10:23:14.731639 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-d2c829d0-58ba-499a-ab4c-1f6cad8ac41e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420649 Mar 14 10:23:14.821241 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8996-0107-410f-865c-27038854e875 req-06b9d069-b94b-4b8f-81dd-f1c4c165d4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:14.822774 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-06b9d069-b94b-4b8f-81dd-f1c4c165d4a8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 1130 time: 0.0484645 Mar 14 10:23:14.925586 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8996-0107-410f-865c-27038854e875 req-2c913f87-d372-45d7-b4e6-a1b1af9190b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:14.927050 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-2c913f87-d372-45d7-b4e6-a1b1af9190b6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 200 len: 914 time: 0.0864601 Mar 14 10:23:14.974233 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-0614815d-10ae-4bae-8302-30504ca8047e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 200 len: 217 time: 0.0382438 Mar 14 10:23:14.996895 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab5d2b-053b-494c-8ff0-594a32a72085 req-7d75327b-c6c9-43bf-893c-dfb341c01246 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:14.998369 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5bab5d2b-053b-494c-8ff0-594a32a72085 req-7d75327b-c6c9-43bf-893c-dfb341c01246 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0550613 Mar 14 10:23:15.022062 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8996-0107-410f-865c-27038854e875 req-4b3d5fd6-3018-438c-95db-b59f161f896f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:15.023577 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-4b3d5fd6-3018-438c-95db-b59f161f896f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 200 len: 853 time: 0.0436258 Mar 14 10:23:15.049029 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5bab5d2b-053b-494c-8ff0-594a32a72085 req-dba5cc79-65b0-4b8b-9ea2-520eff1fe826 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448489 Mar 14 10:23:15.073581 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed8996-0107-410f-865c-27038854e875 req-43191fbd-bfe3-4973-a91a-65116594a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:15.075073 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-43191fbd-bfe3-4973-a91a-65116594a15f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=5241d33e-fb38-4f0f-a652-907eee7def61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446951 Mar 14 10:23:15.165695 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-fff77607-7c28-45ec-a7d0-20bb39df6810 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837061 Mar 14 10:23:15.253700 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-49ed8996-0107-410f-865c-27038854e875 req-c2974b5c-368e-4b05-aae4-eae9513abe86 service neutron] 10.222.0.35 "GET /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810599 Mar 14 10:23:16.166585 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77c19a-aaa2-4ee6-a1c0-e195191fcaae req-7d4424d0-2861-4e64-8a59-bf8e62d2eb34 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:16.168100 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac77c19a-aaa2-4ee6-a1c0-e195191fcaae req-7d4424d0-2861-4e64-8a59-bf8e62d2eb34 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0521855 Mar 14 10:23:16.213715 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-ac77c19a-aaa2-4ee6-a1c0-e195191fcaae req-2ba533d7-5593-49d0-b7de-979bc16ee4c5 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398996 Mar 14 10:23:16.808586 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-b9c31343-c0ee-4063-aa85-6455bfd4def2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:16.810041 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-b9c31343-c0ee-4063-aa85-6455bfd4def2 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0506167 Mar 14 10:23:16.904290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Deleting port aadb4abe-4554-4694-aa57-1082dd352139 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:16.904652 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (aadb4abe-4554-4694-aa57-1082dd352139), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:17.002844 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] For port aadb4abe-4554-4694-aa57-1082dd352139, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=aadb4abe-4554-4694-aa57-1082dd352139,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:17.003207 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (aadb4abe-4554-4694-aa57-1082dd352139), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:17.014929 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Calling delete_port for aadb4abe-4554-4694-aa57-1082dd352139 owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:17.342694 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11ee40-b35c-4bc2-b589-a51b46b00125 req-1cad3496-90d0-4255-8c27-55d545ce566f tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:23:17.344373 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e11ee40-b35c-4bc2-b589-a51b46b00125 req-1cad3496-90d0-4255-8c27-55d545ce566f tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc86df40-6058-4b44-84a2-9af198fab418 HTTP/1.1" status: 200 len: 946 time: 0.0618987 Mar 14 10:23:17.393758 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e11ee40-b35c-4bc2-b589-a51b46b00125 req-2e190c41-16af-4383-a070-63b607d95d21 tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.21 "GET /v2.0/security-groups?id=2c2f6abc-1150-442c-a8a5-42608dc8d6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Mar 14 10:23:17.423792 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (aadb4abe-4554-4694-aa57-1082dd352139), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:17.454373 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Pushing event deleted for resources: {'Port': ['ID=aadb4abe-4554-4694-aa57-1082dd352139,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:17.507600 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] No DVR routers for this DVR port aadb4abe-4554-4694-aa57-1082dd352139 on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:23:17.510074 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:17.513340 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a72b0765-5ca2-487e-9c01-e4ab1ba513d9 req-cb5353f9-d1f0-4532-b82d-259280f2a65d tempest-TestMinimumBasicScenario-1358961345 tempest-TestMinimumBasicScenario-1358961345-project] 10.222.0.35 "DELETE /v2.0/ports/aadb4abe-4554-4694-aa57-1082dd352139 HTTP/1.1" status: 204 len: 173 time: 0.6981769 Mar 14 10:23:17.513788 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'name': 'network-vif-deleted', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:23:17.516030 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5cc2fb-83b7-445a-9c87-91a207d08d69" -d '{"events": [{"server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "name": "network-vif-deleted", "tag": "aadb4abe-4554-4694-aa57-1082dd352139"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:23:17.554612 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fbe5bf-5cb4-463a-9f00-7dcaf03dcffb x-openstack-request-id: req-c9fbe5bf-5cb4-463a-9f00-7dcaf03dcffb {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:23:17.554912 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc86df40-6058-4b44-84a2-9af198fab418", "name": "network-vif-deleted", "tag": "aadb4abe-4554-4694-aa57-1082dd352139", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:23:17.555171 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9fbe5bf-5cb4-463a-9f00-7dcaf03dcffb {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:23:17.555599 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc86df40-6058-4b44-84a2-9af198fab418', 'name': 'network-vif-deleted', 'tag': 'aadb4abe-4554-4694-aa57-1082dd352139', 'status': 'completed', 'code': 200} Mar 14 10:23:19.063785 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43262) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:19.401113 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aadb4abe-4554-4694-aa57-1082dd352139 no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:19.427490 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: aadb4abe-4554-4694-aa57-1082dd352139 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:19.427858 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device aadb4abe-4554-4694-aa57-1082dd352139 not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:19.642056 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (76f2ee3d-221f-4ff4-b829-9b1145d8b438), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:19.884725 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Deleting port b998273c-9e74-4713-b6b9-d7d60267df60 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:19.885094 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:19.970417 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] For port b998273c-9e74-4713-b6b9-d7d60267df60, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=b998273c-9e74-4713-b6b9-d7d60267df60,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:19.970782 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:19.984222 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Calling delete_port for b998273c-9e74-4713-b6b9-d7d60267df60 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:20.174605 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (b998273c-9e74-4713-b6b9-d7d60267df60), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:20.200521 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b998273c-9e74-4713-b6b9-d7d60267df60,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:20.226279 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.226639 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.226983 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.227326 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.227687 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.228022 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.228357 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.228685 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.229010 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.229338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.229668 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.229995 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.230330 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.230642 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.230958 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:20.377647 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (76f2ee3d-221f-4ff4-b829-9b1145d8b438), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:20.591087 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:23:20.697351 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:23:20.702230 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-99556709-99c2-407a-878f-09a132bdae2d admin admin] 10.222.0.21 "PUT /v2.0/routers/76f2ee3d-221f-4ff4-b829-9b1145d8b438/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6355639 Mar 14 10:23:20.705375 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43266) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:20.706733 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] Sync routers for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:23:20.721259 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:23:20.721860 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:20.808103 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks [] for router (76f2ee3d-221f-4ff4-b829-9b1145d8b438), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:20.825615 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:23:20.911025 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks [] for router_gateway (76f2ee3d-221f-4ff4-b829-9b1145d8b438), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:20.961529 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Deleting port 823f2a62-ca59-468e-8102-2a4d718fbf7c {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:20.961862 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:20.998232 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236'}], 'enable_snat': True}, 'gw_port_id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:23:20Z', 'revision_number': 5, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port': {'id': '823f2a62-ca59-468e-8102-2a4d718fbf7c', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:fe:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:21:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:21.025147 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] Checking router: 76f2ee3d-221f-4ff4-b829-9b1145d8b438 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:23:21.033418 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] Routers {'76f2ee3d-221f-4ff4-b829-9b1145d8b438'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:23:21.034038 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:21.041346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] For port 823f2a62-ca59-468e-8102-2a4d718fbf7c, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=823f2a62-ca59-468e-8102-2a4d718fbf7c,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:21.041708 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.053024 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Calling delete_port for 823f2a62-ca59-468e-8102-2a4d718fbf7c owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:21.119934 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] Set router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:23:21.172892 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:23:20Z', 'revision_number': 6, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:21.199055 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c8625c-3e1c-47f6-a4aa-fd35cd10bb92 None None] The sync data for ids ['76f2ee3d-221f-4ff4-b829-9b1145d8b438'] in dv-cinder-833543-1-iscsi is: [{'id': '76f2ee3d-221f-4ff4-b829-9b1145d8b438', 'name': 'tempest-TestMinimumBasicScenario-377426197-router', 'tenant_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:16Z', 'updated_at': '2022-03-14T10:23:20Z', 'revision_number': 6, 'project_id': 'caf90813c7dd4ecba8c2c12b6b9a3a4d', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:23:21.218277 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (823f2a62-ca59-468e-8102-2a4d718fbf7c), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.243553 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Pushing event deleted for resources: {'Port': ['ID=823f2a62-ca59-468e-8102-2a4d718fbf7c,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:21.302711 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (76f2ee3d-221f-4ff4-b829-9b1145d8b438), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.394404 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (76f2ee3d-221f-4ff4-b829-9b1145d8b438), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.396482 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks [] for router_controller (76f2ee3d-221f-4ff4-b829-9b1145d8b438), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.437195 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (76f2ee3d-221f-4ff4-b829-9b1145d8b438), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.437702 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76f2ee3d-221f-4ff4-b829-9b1145d8b438 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:23:21.442750 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.443933 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-88040e21-4d4a-4020-9217-a5860a9be99d admin admin] 10.222.0.21 "DELETE /v2.0/routers/76f2ee3d-221f-4ff4-b829-9b1145d8b438 HTTP/1.1" status: 204 len: 168 time: 0.7375772 Mar 14 10:23:21.446851 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43268) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:21.490603 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Deleting subnet 69fd6ecd-9b84-4f83-b519-7f05ec08da0e {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:23:21.493550 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Publish callbacks [] for subnet (69fd6ecd-9b84-4f83-b519-7f05ec08da0e), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.526699 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (69fd6ecd-9b84-4f83-b519-7f05ec08da0e), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.606974 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (69fd6ecd-9b84-4f83-b519-7f05ec08da0e), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.663083 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (69fd6ecd-9b84-4f83-b519-7f05ec08da0e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.691763 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.697100 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] 10.222.0.21 "DELETE /v2.0/subnets/69fd6ecd-9b84-4f83-b519-7f05ec08da0e HTTP/1.1" status: 204 len: 168 time: 0.2468638 Mar 14 10:23:21.697100 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346131df-0554-498a-b3be-644d238a9a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fd6ecd-9b84-4f83-b519-7f05ec08da0e,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:21.697489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43270) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:21.697735 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be34c0d-44fd-440e-b34a-ed782811f926 None None] Network 5241d33e-fb38-4f0f-a652-907eee7def61 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:23:21.766981 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (5241d33e-fb38-4f0f-a652-907eee7def61), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.818831 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Deleting port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:21.819164 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.880097 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] For port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,segment=NetworkSegment(4d350b2c-a9c9-4314-a105-49c14f8a0623),segment_id=4d350b2c-a9c9-4314-a105-49c14f8a0623)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:21.880459 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:21.892501 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Calling delete_port for d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:21.971553 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] DHCP port deletion for 5241d33e-fb38-4f0f-a652-907eee7def61 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:23:21.984239 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.012022 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Pushing event deleted for resources: {'Port': ['ID=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:22.013868 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] No DVR routers for this DVR port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 on host dv-cinder-833543-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:23:22.029648 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b998273c-9e74-4713-b6b9-d7d60267df60 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:22.053509 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: b998273c-9e74-4713-b6b9-d7d60267df60 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:22.053982 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b998273c-9e74-4713-b6b9-d7d60267df60 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:22.054466 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:22.059879 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Deleting port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:22.060361 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.079291 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:22.079644 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:22.080058 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 823f2a62-ca59-468e-8102-2a4d718fbf7c no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:22.095211 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (5241d33e-fb38-4f0f-a652-907eee7def61), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.112404 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 823f2a62-ca59-468e-8102-2a4d718fbf7c {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:22.112746 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 823f2a62-ca59-468e-8102-2a4d718fbf7c not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:22.115033 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5241d33e-fb38-4f0f-a652-907eee7def61']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:22.124732 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d350b2c-a9c9-4314-a105-49c14f8a0623') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:22.125551 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d350b2c-a9c9-4314-a105-49c14f8a0623') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:22.134835 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (4d350b2c-a9c9-4314-a105-49c14f8a0623), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.149093 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (4d350b2c-a9c9-4314-a105-49c14f8a0623), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.158246 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:23:22.158637 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (4d350b2c-a9c9-4314-a105-49c14f8a0623), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:23:22.160967 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:23:22.163275 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] For port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733, host dv-cinder-833543-1-iscsi, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:22.163275 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.174312 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Calling delete_port for d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:22.177233 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 14 10:23:22.178571 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (d820f84e-6c7b-4fce-b4dd-cc3a7ee65733), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.203179 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Pushing event deleted for resources: {'Port': ['ID=d820f84e-6c7b-4fce-b4dd-cc3a7ee65733,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:22.208085 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] No DVR routers for this DVR port d820f84e-6c7b-4fce-b4dd-cc3a7ee65733 on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:23:22.214720 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.215071 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.215410 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.215959 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.216460 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.216947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.217488 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.218031 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.218393 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.218709 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.219084 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.220083 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.220415 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.220905 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.221260 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655be3f-1c9e-4848-b78b-76351a7a7046 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:23:22.221658 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (5241d33e-fb38-4f0f-a652-907eee7def61), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.227982 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.235215 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5241d33e-fb38-4f0f-a652-907eee7def61 HTTP/1.1" status: 204 len: 168 time: 0.5334244 Mar 14 10:23:22.235215 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43272) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:22.249829 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cfea45-5edb-4260-91e2-0655477eaa02 admin admin] Pushing event deleted for resources: {'Network': ['ID=5241d33e-fb38-4f0f-a652-907eee7def61,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:22.584839 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (11823902-4875-4ebd-a29d-fa3c5759ca06), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.828381 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Deleting port 49058734-aa66-4e55-ab3c-28b993fa062d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:22.829333 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.903906 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] For port 49058734-aa66-4e55-ab3c-28b993fa062d, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=49058734-aa66-4e55-ab3c-28b993fa062d,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:22.904269 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:22.919957 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Calling delete_port for 49058734-aa66-4e55-ab3c-28b993fa062d owned by network:router_interface {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:23.024204 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-516de8ec-6398-449f-b043-25df46775b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.096290 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (49058734-aa66-4e55-ab3c-28b993fa062d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.121875 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=49058734-aa66-4e55-ab3c-28b993fa062d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:23.287425 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (11823902-4875-4ebd-a29d-fa3c5759ca06), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.498556 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Router 11823902-4875-4ebd-a29d-fa3c5759ca06 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:23:23.605213 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:23:23.610905 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-3e55b134-bbc1-4c4e-a8d8-47dd5eab4f09 admin admin] 10.222.0.21 "PUT /v2.0/routers/11823902-4875-4ebd-a29d-fa3c5759ca06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3752127 Mar 14 10:23:23.612820 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43274) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:23.618973 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] Sync routers for ids ['11823902-4875-4ebd-a29d-fa3c5759ca06'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:23:23.628644 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] Routers {'11823902-4875-4ebd-a29d-fa3c5759ca06'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:23:23.629446 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['11823902-4875-4ebd-a29d-fa3c5759ca06'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:23.714714 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks [] for router (11823902-4875-4ebd-a29d-fa3c5759ca06), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.734567 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] Set router 11823902-4875-4ebd-a29d-fa3c5759ca06 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:23:23.829528 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks [] for router_gateway (11823902-4875-4ebd-a29d-fa3c5759ca06), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.882684 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Deleting port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:23.883017 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.921875 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:23:23Z', 'revision_number': 5, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port': {'id': '036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:88:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:23.947321 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] Checking router: 11823902-4875-4ebd-a29d-fa3c5759ca06 for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:23:23.956478 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] Routers {'11823902-4875-4ebd-a29d-fa3c5759ca06'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:23:23.957069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:22:55Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['11823902-4875-4ebd-a29d-fa3c5759ca06'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:23.962238 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] For port 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:23.962697 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:23.979645 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Calling delete_port for 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf owned by network:router_gateway {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:24.043743 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] Set router 11823902-4875-4ebd-a29d-fa3c5759ca06 gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:23:24.098101 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:23:23Z', 'revision_number': 6, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:24.126561 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c326ad6c-ea52-435b-9996-b81c202f0a41 None None] The sync data for ids ['11823902-4875-4ebd-a29d-fa3c5759ca06'] in dv-cinder-833543-1-iscsi is: [{'id': '11823902-4875-4ebd-a29d-fa3c5759ca06', 'name': 'tempest-TestMinimumBasicScenario-1942443022-router', 'tenant_id': 'f509cf6d5a764de6925babb41ebb9e72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:21:21Z', 'updated_at': '2022-03-14T10:23:23Z', 'revision_number': 6, 'project_id': 'f509cf6d5a764de6925babb41ebb9e72', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:23:24.151507 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.178183 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Pushing event deleted for resources: {'Port': ['ID=036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:24.234858 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (11823902-4875-4ebd-a29d-fa3c5759ca06), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.322734 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (11823902-4875-4ebd-a29d-fa3c5759ca06), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.324771 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks [] for router_controller (11823902-4875-4ebd-a29d-fa3c5759ca06), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.369694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (11823902-4875-4ebd-a29d-fa3c5759ca06), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.370249 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11823902-4875-4ebd-a29d-fa3c5759ca06 {{(pid=103281) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:23:24.374454 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.376272 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-d71eb528-7b66-4c0f-951a-8a20770a0136 admin admin] 10.222.0.21 "DELETE /v2.0/routers/11823902-4875-4ebd-a29d-fa3c5759ca06 HTTP/1.1" status: 204 len: 168 time: 0.7618382 Mar 14 10:23:24.378694 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43276) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:24.426587 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_v2 [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Deleting subnet 3072c9f8-369f-4847-870a-527fd9e5e166 {{(pid=103281) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:23:24.429553 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Publish callbacks [] for subnet (3072c9f8-369f-4847-870a-527fd9e5e166), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.464679 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29788050'] for subnet (3072c9f8-369f-4847-870a-527fd9e5e166), precommit_delete_associations {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.546187 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (3072c9f8-369f-4847-870a-527fd9e5e166), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.598437 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31426777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30488917'] for subnet (3072c9f8-369f-4847-870a-527fd9e5e166), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.623430 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3072c9f8-369f-4847-870a-527fd9e5e166,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:24.627780 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.630984 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-13947719-8e2f-4535-b084-cbfcf00d6187 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3072c9f8-369f-4847-870a-527fd9e5e166 HTTP/1.1" status: 204 len: 168 time: 0.2513411 Mar 14 10:23:24.633381 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb80885-5787-4f37-8f3d-1a124e38dc3c None None] Network 16a28219-3236-4819-b4d4-aaa95ac89885 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:23:24.633535 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43278) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:24.711527 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (16a28219-3236-4819-b4d4-aaa95ac89885), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.778504 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Deleting port 286861b8-cb10-4be8-816f-be42496cf257 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:24.778986 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (286861b8-cb10-4be8-816f-be42496cf257), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.845503 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] For port 286861b8-cb10-4be8-816f-be42496cf257, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=286861b8-cb10-4be8-816f-be42496cf257,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:24.845860 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (286861b8-cb10-4be8-816f-be42496cf257), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.859498 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Calling delete_port for 286861b8-cb10-4be8-816f-be42496cf257 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:24.872068 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277489c5-9923-4854-996c-422585c7a16b None None] DHCP port deletion for 16a28219-3236-4819-b4d4-aaa95ac89885 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:23:24.920308 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-277489c5-9923-4854-996c-422585c7a16b None None] Deleting port 286861b8-cb10-4be8-816f-be42496cf257 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:23:24.920677 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-277489c5-9923-4854-996c-422585c7a16b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (286861b8-cb10-4be8-816f-be42496cf257), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.943501 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (286861b8-cb10-4be8-816f-be42496cf257), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:24.973346 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Pushing event deleted for resources: {'Port': ['ID=286861b8-cb10-4be8-816f-be42496cf257,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:24.979127 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] No DVR routers for this DVR port 286861b8-cb10-4be8-816f-be42496cf257 on host dv-cinder-833543-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:23:24.992495 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-277489c5-9923-4854-996c-422585c7a16b None None] For port 286861b8-cb10-4be8-816f-be42496cf257, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=286861b8-cb10-4be8-816f-be42496cf257,segment=NetworkSegment(6ecce1b4-1539-46da-b3c2-8a239ae32a46),segment_id=6ecce1b4-1539-46da-b3c2-8a239ae32a46)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:23:24.992894 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-277489c5-9923-4854-996c-422585c7a16b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (286861b8-cb10-4be8-816f-be42496cf257), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.005593 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-277489c5-9923-4854-996c-422585c7a16b None None] Calling delete_port for 286861b8-cb10-4be8-816f-be42496cf257 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:23:25.052760 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (16a28219-3236-4819-b4d4-aaa95ac89885), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.074240 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16a28219-3236-4819-b4d4-aaa95ac89885']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:25.081565 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-277489c5-9923-4854-996c-422585c7a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (286861b8-cb10-4be8-816f-be42496cf257), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.085215 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ecce1b4-1539-46da-b3c2-8a239ae32a46') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:25.085512 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ecce1b4-1539-46da-b3c2-8a239ae32a46') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:23:25.095097 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277489c5-9923-4854-996c-422585c7a16b None None] No DVR routers for this DVR port 286861b8-cb10-4be8-816f-be42496cf257 on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:23:25.097023 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (6ecce1b4-1539-46da-b3c2-8a239ae32a46), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.120839 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277489c5-9923-4854-996c-422585c7a16b None None] Pushing event deleted for resources: {'Port': ['ID=286861b8-cb10-4be8-816f-be42496cf257,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:25.124797 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (6ecce1b4-1539-46da-b3c2-8a239ae32a46), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.132726 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:23:25.133199 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (6ecce1b4-1539-46da-b3c2-8a239ae32a46), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:23:25.135120 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:23:25.194101 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (16a28219-3236-4819-b4d4-aaa95ac89885), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.199390 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.202497 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] 10.222.0.21 "DELETE /v2.0/networks/16a28219-3236-4819-b4d4-aaa95ac89885 HTTP/1.1" status: 204 len: 168 time: 0.5681627 Mar 14 10:23:25.213792 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa80311-8bf7-4dc5-95e0-e93dc3f63caf admin admin] Pushing event deleted for resources: {'Network': ['ID=16a28219-3236-4819-b4d4-aaa95ac89885,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:25.359312 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43282) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:25.398876 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-fb1216a1-0c52-4ac5-a9ad-eee41e5535e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=caf90813c7dd4ecba8c2c12b6b9a3a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382612 Mar 14 10:23:25.401263 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43284) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:25.447223 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e16cc7b5-e159-4891-8b40-54177b264f8a admin admin] Publish callbacks [] for security_group (2c2f6abc-1150-442c-a8a5-42608dc8d6d6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.470756 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e16cc7b5-e159-4891-8b40-54177b264f8a admin admin] Publish callbacks [] for security_group (2c2f6abc-1150-442c-a8a5-42608dc8d6d6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.521028 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ff136992-58e2-43d2-8059-0b584aa8fed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.525482 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e16cc7b5-e159-4891-8b40-54177b264f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (2c2f6abc-1150-442c-a8a5-42608dc8d6d6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.529060 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e16cc7b5-e159-4891-8b40-54177b264f8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.530551 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e16cc7b5-e159-4891-8b40-54177b264f8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c2f6abc-1150-442c-a8a5-42608dc8d6d6 HTTP/1.1" status: 204 len: 168 time: 0.1283441 Mar 14 10:23:25.539739 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc7b5-e159-4891-8b40-54177b264f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f6abc-1150-442c-a8a5-42608dc8d6d6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:25.839346 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43290) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:25.856885 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:25.877203 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:25.877554 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 036d4ebe-a7a7-4a6a-be7e-4e2cd320c0bf not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:25.877963 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 286861b8-cb10-4be8-816f-be42496cf257 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:25.880513 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-7d9e0dcf-8e40-418c-aac2-81c29740ac8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f509cf6d5a764de6925babb41ebb9e72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396833 Mar 14 10:23:25.882842 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43292) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:23:25.897152 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 286861b8-cb10-4be8-816f-be42496cf257 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:25.897506 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 286861b8-cb10-4be8-816f-be42496cf257 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:25.897923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 49058734-aa66-4e55-ab3c-28b993fa062d no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:23:25.916452 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 49058734-aa66-4e55-ab3c-28b993fa062d {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:23:25.916729 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 49058734-aa66-4e55-ab3c-28b993fa062d not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:23:25.931798 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0108d07b-1186-4ffd-bb9e-db969f2cbbb0 admin admin] Publish callbacks [] for security_group (9bde9b39-9c5a-4135-b9b1-68818832c9bb), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.952995 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0108d07b-1186-4ffd-bb9e-db969f2cbbb0 admin admin] Publish callbacks [] for security_group (9bde9b39-9c5a-4135-b9b1-68818832c9bb), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:25.999963 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0108d07b-1186-4ffd-bb9e-db969f2cbbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (9bde9b39-9c5a-4135-b9b1-68818832c9bb), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:26.003111 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-0108d07b-1186-4ffd-bb9e-db969f2cbbb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:26.004279 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0108d07b-1186-4ffd-bb9e-db969f2cbbb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bde9b39-9c5a-4135-b9b1-68818832c9bb HTTP/1.1" status: 204 len: 168 time: 0.1205392 Mar 14 10:23:26.011671 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108d07b-1186-4ffd-bb9e-db969f2cbbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bde9b39-9c5a-4135-b9b1-68818832c9bb,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:23:26.423441 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:27.872637 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:29.588117 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:30.615783 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:23:43.147880 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:53.025966 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-25ebfe1c-e226-49a0-b0c1-326146fc0d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:55.512774 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f719a04d-a2c9-4f2b-9558-cd96c07f014c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:56.426071 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:57.870279 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:23:59.590546 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:07.614770 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:24:13.163113 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:14.742501 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-72d86032-9cdf-47c8-891a-192eb0feba0e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462260 Mar 14 10:24:14.803669 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-ac5e1e9e-00f4-4cee-8b0f-e68d711a4cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:14.805175 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-ac5e1e9e-00f4-4cee-8b0f-e68d711a4cbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 1129 time: 0.0434761 Mar 14 10:24:14.906299 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-eeff5182-e5a6-4c0c-92c5-799abd8f6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:14.908345 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-eeff5182-e5a6-4c0c-92c5-799abd8f6d12 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0835204 Mar 14 10:24:14.974903 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-dee6558b-f623-4a0f-bdef-16ddd6001f30 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d HTTP/1.1" status: 200 len: 1000 time: 0.0604835 Mar 14 10:24:15.020890 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-904d5cb5-ae08-439e-839b-f60952352c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:15.022216 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-904d5cb5-ae08-439e-839b-f60952352c8b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0420647 Mar 14 10:24:15.068368 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-33df9951-56b2-4072-8e8e-539048eeea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:15.069807 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-33df9951-56b2-4072-8e8e-539048eeea69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417278 Mar 14 10:24:15.164763 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-4eec3fe2-2949-42f7-be12-348b35d74b86 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892785 Mar 14 10:24:15.253257 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-137da35d-827e-42eb-b7c7-df6a7b15f17a req-ec84b6f3-1369-4920-abb9-64fffe778c70 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830586 Mar 14 10:24:23.028375 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-86555850-56a9-4f53-8e5b-35ad3d2b130a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:25.513411 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9a66e4a4-4fc6-431e-a079-5f14f1a43924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:26.428204 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:27.873247 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:29.592574 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:43.162987 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:44.613765 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:24:49.164718 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3476681-eb00-4697-9b14-6fb3717e31be req-f42ac85f-861e-46e6-a7c4-e03dcf10874c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:49.166327 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3476681-eb00-4697-9b14-6fb3717e31be req-f42ac85f-861e-46e6-a7c4-e03dcf10874c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 945 time: 0.2421987 Mar 14 10:24:49.216066 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e3476681-eb00-4697-9b14-6fb3717e31be req-f1ee20b9-25ab-49d3-acc1-ada1176baebc tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443287 Mar 14 10:24:50.389527 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbefe9-fe47-4259-8a8c-14d7c6542cc0 req-65f2e090-a0b4-4272-9ed3-e6e4f55a669f tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:50.391001 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5fdbefe9-fe47-4259-8a8c-14d7c6542cc0 req-65f2e090-a0b4-4272-9ed3-e6e4f55a669f tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 945 time: 0.1087744 Mar 14 10:24:50.439247 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5fdbefe9-fe47-4259-8a8c-14d7c6542cc0 req-a3708892-8bf5-459c-a9c2-0c25d5c23326 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427024 Mar 14 10:24:50.442155 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-295e7423-d671-4436-acf1-136aed417de7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:50.443460 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-295e7423-d671-4436-acf1-136aed417de7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 945 time: 0.0522618 Mar 14 10:24:50.531979 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Deleting port c690e779-ba7d-4293-83d9-3fb74c8ac72d {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:24:50.532250 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:50.887746 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] For port c690e779-ba7d-4293-83d9-3fb74c8ac72d, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=c690e779-ba7d-4293-83d9-3fb74c8ac72d,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:24:50.888112 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:51.059639 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:51.060004 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (7c8c8c17-2f16-4955-963d-05aeef2d4db8), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:51.060313 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Floating IP 7c8c8c17-2f16-4955-963d-05aeef2d4db8 disassociated. External IP: 172.27.0.56, port: c690e779-ba7d-4293-83d9-3fb74c8ac72d. Mar 14 10:24:51.060646 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Calling delete_port for c690e779-ba7d-4293-83d9-3fb74c8ac72d owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:24:51.184084 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (c690e779-ba7d-4293-83d9-3fb74c8ac72d), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:51.212066 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'Port': ['ID=c690e779-ba7d-4293-83d9-3fb74c8ac72d,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:24:51.221154 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.221504 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.221902 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.222220 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.222551 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.222882 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.223266 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.223520 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.223872 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.224197 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.224523 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.224847 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.225165 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.225482 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.225796 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:24:51.339988 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:24:51.448292 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:24:51.460646 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:24:51.471332 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:24:51.471918 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:24:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:24:51.492366 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] No DVR routers for this DVR port c690e779-ba7d-4293-83d9-3fb74c8ac72d on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:24:51.494919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:51.498688 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e16398ef-3d54-48e7-bc3e-657e73b735b4 req-0bafbccd-87eb-44d8-b1f4-a95b09808714 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "DELETE /v2.0/ports/c690e779-ba7d-4293-83d9-3fb74c8ac72d HTTP/1.1" status: 204 len: 173 time: 1.0502269 Mar 14 10:24:51.499166 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'name': 'network-vif-deleted', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:24:51.502026 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf7c1fb-4efb-4d68-bb14-5738d9cdf9ef" -d '{"events": [{"server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "name": "network-vif-deleted", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:24:51.538599 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0c82a1b1-eb8c-49f7-9237-65800ff36721 req-fe3de8bc-df8f-4be9-a493-ff45bcaabd47 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1b902bf-41bb-44f1-8b96-6df24923d452 HTTP/1.1" status: 200 len: 210 time: 0.0297856 Mar 14 10:24:51.590056 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:24:51.631830 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91050bd-95a9-4486-ac20-2c4d8ace18a1 x-openstack-request-id: req-e91050bd-95a9-4486-ac20-2c4d8ace18a1 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:24:51.632132 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b902bf-41bb-44f1-8b96-6df24923d452", "name": "network-vif-deleted", "tag": "c690e779-ba7d-4293-83d9-3fb74c8ac72d", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:24:51.632400 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e91050bd-95a9-4486-ac20-2c4d8ace18a1 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:24:51.632809 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b902bf-41bb-44f1-8b96-6df24923d452', 'name': 'network-vif-deleted', 'tag': 'c690e779-ba7d-4293-83d9-3fb74c8ac72d', 'status': 'completed', 'code': 200} Mar 14 10:24:51.797229 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:24:51.829750 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:24:51.843059 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:24:51.843726 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:24:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:24:51.950465 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:24:52.142160 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:24:52.168666 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5414ce3e-f60e-4970-a69e-bdc949a075b3 None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:24:52.389903 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b731939b-a6e2-461b-99de-f550eee116c9 None None] New status for floating IP 7c8c8c17-2f16-4955-963d-05aeef2d4db8: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:24:52.798725 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-599e0362-0faf-4c34-8737-8251eaafcd8a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677071880&fields=id&tenant_id=e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 267 time: 0.0423183 Mar 14 10:24:52.903399 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-a9b1b979-f302-44a0-8cf8-a82013705ba3 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:52.904886 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-a9b1b979-f302-44a0-8cf8-a82013705ba3 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 811 time: 0.1000097 Mar 14 10:24:52.919106 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-1c79183c-98e2-453d-b5b4-4308e3228814 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/quotas/e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 375 time: 0.0084488 Mar 14 10:24:52.970698 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-42cf4f3d-18c5-491e-9a25-877c054ce247 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469656 Mar 14 10:24:52.986152 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-92adcade-75e8-4b6a-bb88-5045690ab38d service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103280) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:24:52.987096 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-92adcade-75e8-4b6a-bb88-5045690ab38d service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049281 Mar 14 10:24:53.031933 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e487f12-ca64-49e3-9687-6d733d4e3a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:53.079181 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-fd61d54d-0967-4b8d-982f-4960d9f900ba service neutron] 10.222.0.21 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Mar 14 10:24:53.165441 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-1aae71f4-70ef-4de9-95a3-acb2953ef9f9 service neutron] 10.222.0.21 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796030 Mar 14 10:24:53.443839 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5bb401e5-7423-4469-a84d-388f1037163e req-7d1552c8-85b2-4533-9a4d-1ea7bebbec89 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 210 time: 0.0321431 Mar 14 10:24:53.948315 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device c690e779-ba7d-4293-83d9-3fb74c8ac72d no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:24:53.971096 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: c690e779-ba7d-4293-83d9-3fb74c8ac72d {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:24:53.971457 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device c690e779-ba7d-4293-83d9-3fb74c8ac72d not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:24:54.415901 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-38f606bd-d413-4de9-8c0f-d8eb7f556ea1 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:54.417900 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-38f606bd-d413-4de9-8c0f-d8eb7f556ea1 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 811 time: 0.1054394 Mar 14 10:24:54.479802 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-1fb6ca3d-c106-41df-a37b-7e6fcb83eb96 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 380 time: 0.0542727 Mar 14 10:24:54.488441 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'port': {'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'admin_state_up': True, 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'security_groups': ['1486fb66-8cdc-4f55-84a6-0b70d5409f33']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:24:54.542132 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-6ea92686-0307-44f6-a74e-c3922231a687 req-f580f11d-6ba9-4b1d-8a10-41144c966692 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 210 time: 0.0267279 Mar 14 10:24:54.600145 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Made reservation on behalf of e2e41de0ce264d30bd5bc64707872915 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:24:54.603532 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:54.735247 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Allocated IP 172.20.0.3 (809a85de-4bcc-47a8-936c-b123dd899405/df768ced-13ad-4922-8d70-0258d3b594c2/52f910cb-935b-4fcd-9c2a-195f8c37acee) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:24:54.878214 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:54.910797 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:54.953876 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Network 809a85de-4bcc-47a8-936c-b123dd899405 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:24:54.956964 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:24:54.960792 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:24:54.966855 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=52f910cb-935b-4fcd-9c2a-195f8c37acee,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:24:55.017549 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:55.018157 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.036510 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-35157fe4-87b0-46cb-92b7-e92ea0ab1143 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5522301 Mar 14 10:24:55.047325 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-343f7a7c-81c5-46f6-ba5b-604f3c77c28c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=103281) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 14 10:24:55.048756 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-343f7a7c-81c5-46f6-ba5b-604f3c77c28c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056250 Mar 14 10:24:55.108704 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Request body: {'port': {'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:24:55.166842 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.212454 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-6fce6f28-a5dc-49f1-bcc0-ef5de6420f0b None None] Provisioning complete for port 52f910cb-935b-4fcd-9c2a-195f8c37acee triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:24:55.213034 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6fce6f28-a5dc-49f1-bcc0-ef5de6420f0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.245476 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-6fce6f28-a5dc-49f1-bcc0-ef5de6420f0b None None] Port 52f910cb-935b-4fcd-9c2a-195f8c37acee cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:24:55.423817 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52f910cb-935b-4fcd-9c2a-195f8c37acee {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:24:55.431656 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Publish callbacks [] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.444133 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Transition to ACTIVE for port object 52f910cb-935b-4fcd-9c2a-195f8c37acee will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:24:55.447468 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.497038 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Pushing event updated for resources: {'Port': ['ID=52f910cb-935b-4fcd-9c2a-195f8c37acee,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:24:55.523117 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-34d707f6-da78-4b01-ab65-5749d4d1c2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.576073 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Attempting to bind port 52f910cb-935b-4fcd-9c2a-195f8c37acee on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:24:55.576417 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Attempting to bind port 52f910cb-935b-4fcd-9c2a-195f8c37acee by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:24:55.577194 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Attempting to bind port 52f910cb-935b-4fcd-9c2a-195f8c37acee on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:24:55.582606 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Port 52f910cb-935b-4fcd-9c2a-195f8c37acee on network 809a85de-4bcc-47a8-936c-b123dd899405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:24:55.582933 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Attempting to bind port 52f910cb-935b-4fcd-9c2a-195f8c37acee on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:24:55.588835 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:24:55.589177 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Checking segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:24:55.589564 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Bound using segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:24:55.590048 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Bound port: 52f910cb-935b-4fcd-9c2a-195f8c37acee, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:24:55.590414 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.662833 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] For port 52f910cb-935b-4fcd-9c2a-195f8c37acee, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:24:55.666637 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] For port 52f910cb-935b-4fcd-9c2a-195f8c37acee, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:24:55.668039 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0762c23-adc3-4982-b010-f51dcd3704a8 req-0a319044-a6d9-4599-9768-7b45fcaa9989 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:55.669702 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0762c23-adc3-4982-b010-f51dcd3704a8 req-0a319044-a6d9-4599-9768-7b45fcaa9989 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0559764 Mar 14 10:24:55.673695 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.722705 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:55.723326 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:55.724745 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] 10.222.0.35 "PUT /v2.0/ports/52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 1093 time: 0.6698320 Mar 14 10:24:55.725206 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:24:55.727436 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-503d091a-6c4e-4430-a810-92eb5b709ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:24:55.728270 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f0762c23-adc3-4982-b010-f51dcd3704a8 req-25cbdff2-6aa5-45f9-a0b3-3fd9d7106370 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516312 Mar 14 10:24:55.766596 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a601a2-7243-47c0-b4b3-b2344998db20 service neutron] Pushing event updated for resources: {'Port': ['ID=52f910cb-935b-4fcd-9c2a-195f8c37acee,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:24:55.785034 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa2b3bb-bf1b-4533-8ef6-ae1e42bfb6d8 x-openstack-request-id: req-8fa2b3bb-bf1b-4533-8ef6-ae1e42bfb6d8 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:24:55.785427 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:24:55.785563 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fa2b3bb-bf1b-4533-8ef6-ae1e42bfb6d8 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:24:55.785962 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'status': 'completed', 'code': 200} Mar 14 10:24:55.823685 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-8e01b0f7-73a6-4832-913a-e4f7d6d9e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:55.825201 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-8e01b0f7-73a6-4832-913a-e4f7d6d9e850 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1127 time: 0.0490427 Mar 14 10:24:55.872201 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-eef5676c-95fa-4b78-99f7-e97e1200136f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 217 time: 0.0401006 Mar 14 10:24:55.920218 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-20dedd40-7d76-418b-8f2a-66b4ab20481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:55.921682 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-20dedd40-7d76-418b-8f2a-66b4ab20481f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0444617 Mar 14 10:24:55.969488 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-244276ba-237d-49cc-91f1-18207b28804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:55.970933 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-244276ba-237d-49cc-91f1-18207b28804f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431674 Mar 14 10:24:56.061462 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-07a0aba1-4fcb-4dc9-a588-d5b09c7f9172 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840874 Mar 14 10:24:56.150982 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e82e2aca-69d0-4b08-895b-555def07bd35 req-3f4fa11e-db38-4f4f-913a-65cc9c222b6c service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839953 Mar 14 10:24:56.234094 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-39768c29-4a16-4f94-a9c3-32247be96c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:56.235544 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-39768c29-4a16-4f94-a9c3-32247be96c7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1127 time: 0.0437815 Mar 14 10:24:56.326950 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-35851f68-4da6-4820-b6bc-4968cd5a19c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:56.328345 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-35851f68-4da6-4820-b6bc-4968cd5a19c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0858648 Mar 14 10:24:56.373175 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-b79469d7-10be-4d5e-bab7-39ed37c14f02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 217 time: 0.0376449 Mar 14 10:24:56.424473 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-de50d9fe-b108-467f-a808-7db6dcf60b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:56.425951 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-de50d9fe-b108-467f-a808-7db6dcf60b0c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0469375 Mar 14 10:24:56.430171 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:56.474122 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-caf6670b-be7a-4e1b-9766-1656c8bb6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:56.475608 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-caf6670b-be7a-4e1b-9766-1656c8bb6a0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441585 Mar 14 10:24:56.563807 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-07894c03-5a39-4753-b935-c54993931d6f service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825939 Mar 14 10:24:56.650547 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-503d091a-6c4e-4430-a810-92eb5b709ba5 req-64494b7d-ec4b-45d4-aec7-8226ea7c2cd8 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808041 Mar 14 10:24:56.859102 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766cfdbd-f45a-45dd-9866-b7c163f19089 req-0a5b174f-b7eb-49e1-9a92-d526d28719a7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:56.860601 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-766cfdbd-f45a-45dd-9866-b7c163f19089 req-0a5b174f-b7eb-49e1-9a92-d526d28719a7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0512910 Mar 14 10:24:56.912484 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-766cfdbd-f45a-45dd-9866-b7c163f19089 req-31b41a2a-e578-4a2d-bb6c-9e35d194dc4f tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458250 Mar 14 10:24:57.875953 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:24:58.029519 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e0a14-ea3d-4678-a070-004dee851d0c req-2827517b-01ed-4d17-894b-2f11d6d8f73a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:58.030978 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e9e0a14-ea3d-4678-a070-004dee851d0c req-2827517b-01ed-4d17-894b-2f11d6d8f73a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0517230 Mar 14 10:24:58.079339 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4e9e0a14-ea3d-4678-a070-004dee851d0c req-bc960d35-db83-484d-93ac-f0c650be6afd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424774 Mar 14 10:24:59.192457 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528148a-00ad-46b0-97a0-d07c05212fb0 req-4e674f39-cfb0-423b-958b-a3b8264eb36c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:24:59.193833 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9528148a-00ad-46b0-97a0-d07c05212fb0 req-4e674f39-cfb0-423b-958b-a3b8264eb36c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0508657 Mar 14 10:24:59.240756 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9528148a-00ad-46b0-97a0-d07c05212fb0 req-6e347902-e4c3-4912-8d8a-070b3974ad88 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415006 Mar 14 10:24:59.594833 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:00.368633 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba53d3-1192-40b6-9848-8cc526f110a3 req-72bd7016-9bcd-44e2-8abf-2cc4e5503276 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:00.370080 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8bba53d3-1192-40b6-9848-8cc526f110a3 req-72bd7016-9bcd-44e2-8abf-2cc4e5503276 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0593209 Mar 14 10:25:00.417985 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8bba53d3-1192-40b6-9848-8cc526f110a3 req-f8e25b4e-8a87-48c4-b2d1-f38feebf4fa7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Mar 14 10:25:01.531855 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c237dd-d6f6-4f19-ad4f-e5c757fd0cb5 req-f1f3b725-9600-498e-9aba-5ac4eb380eca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:01.533322 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72c237dd-d6f6-4f19-ad4f-e5c757fd0cb5 req-f1f3b725-9600-498e-9aba-5ac4eb380eca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0511878 Mar 14 10:25:01.580415 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-72c237dd-d6f6-4f19-ad4f-e5c757fd0cb5 req-09288cf4-d04c-45db-8938-8a76ac20aa4f tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411868 Mar 14 10:25:02.702947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f7221-51a1-4609-a598-04f55c111df1 req-75ae0a9f-1367-4873-9b1b-1347f04a0cb9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:02.704518 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d88f7221-51a1-4609-a598-04f55c111df1 req-75ae0a9f-1367-4873-9b1b-1347f04a0cb9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0563633 Mar 14 10:25:02.750747 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d88f7221-51a1-4609-a598-04f55c111df1 req-b91c01df-7e60-4ad2-931d-5617dcc05c17 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Mar 14 10:25:03.867232 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb188b9-b01a-4ca4-ad96-063352c27c66 req-8e64f5dd-28fd-45dd-be52-848bcd69d79f tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:03.868723 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bcb188b9-b01a-4ca4-ad96-063352c27c66 req-8e64f5dd-28fd-45dd-be52-848bcd69d79f tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 943 time: 0.0531688 Mar 14 10:25:03.916078 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bcb188b9-b01a-4ca4-ad96-063352c27c66 req-eb856d12-724c-43a3-98c5-ae8ec723ed17 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418358 Mar 14 10:25:03.946825 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 52f910cb-935b-4fcd-9c2a-195f8c37acee details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:25:04.040254 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 52f910cb-935b-4fcd-9c2a-195f8c37acee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:25:04.053759 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:25:04.089039 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 52f910cb-935b-4fcd-9c2a-195f8c37acee is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:25:04.089427 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:04.102070 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52f910cb-935b-4fcd-9c2a-195f8c37acee {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:25:04.120070 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 52f910cb-935b-4fcd-9c2a-195f8c37acee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:25:04.124157 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:04.172398 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=52f910cb-935b-4fcd-9c2a-195f8c37acee,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:04.179306 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.179767 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.180107 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.180448 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.180776 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.181102 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.181428 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.181750 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.182069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.182393 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.182714 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.183033 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.183351 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.183691 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.184008 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:04.327832 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['52f910cb-935b-4fcd-9c2a-195f8c37acee'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:25:05.029429 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfe0d0-a61a-4632-b481-bda0ba6ea3bd req-699a09aa-974d-43f0-aca9-2ad840079b95 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:05.030920 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7dfe0d0-a61a-4632-b481-bda0ba6ea3bd req-699a09aa-974d-43f0-aca9-2ad840079b95 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 944 time: 0.0508194 Mar 14 10:25:05.080952 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-d7dfe0d0-a61a-4632-b481-bda0ba6ea3bd req-b0d9626b-5617-48e7-b1b6-e508c52a62d9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445595 Mar 14 10:25:05.946806 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 52f910cb-935b-4fcd-9c2a-195f8c37acee up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:25:05.997343 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port 52f910cb-935b-4fcd-9c2a-195f8c37acee completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:25:06.001689 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port 52f910cb-935b-4fcd-9c2a-195f8c37acee triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:25:06.002068 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:06.075969 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port 52f910cb-935b-4fcd-9c2a-195f8c37acee is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:25:06.076272 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:06.098973 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:25:06.101232 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ad813f-17e6-4f67-9158-0c582d01956e" -d '{"events": [{"server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "name": "network-vif-plugged", "status": "completed", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:25:06.115159 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port 52f910cb-935b-4fcd-9c2a-195f8c37acee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:25:06.119894 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:06.170368 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=52f910cb-935b-4fcd-9c2a-195f8c37acee,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:06.197875 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acde702-e334-4550-94f0-5a576bc1d30a x-openstack-request-id: req-7acde702-e334-4550-94f0-5a576bc1d30a {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:25:06.198264 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "name": "network-vif-plugged", "status": "completed", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:25:06.198576 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7acde702-e334-4550-94f0-5a576bc1d30a {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:25:06.199109 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'code': 200} Mar 14 10:25:06.208902 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460659b-3507-4db5-9bfa-bb9a3e689fdf req-b694eef1-9e2a-411d-9e43-2627751169e9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:06.210659 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f460659b-3507-4db5-9bfa-bb9a3e689fdf req-b694eef1-9e2a-411d-9e43-2627751169e9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0632961 Mar 14 10:25:06.259753 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f460659b-3507-4db5-9bfa-bb9a3e689fdf req-01a42263-65a8-4ddf-930d-bd35db16532c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432324 Mar 14 10:25:06.407864 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cb80f-4d3c-4956-af0d-1346198b8cc3 req-a7331673-21b3-47be-b228-47a4efb5b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:06.409943 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-245cb80f-4d3c-4956-af0d-1346198b8cc3 req-a7331673-21b3-47be-b228-47a4efb5b8e4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1129 time: 0.0469112 Mar 14 10:25:06.456965 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-245cb80f-4d3c-4956-af0d-1346198b8cc3 req-8b9461a3-2d3d-4fdf-9d6e-8fe863f39e35 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 Mar 14 10:25:07.377283 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa76d1-ac19-4d29-9234-078201e2c7e1 req-d46b2999-407b-42eb-8db1-d54d21088a8b tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:07.379829 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78fa76d1-ac19-4d29-9234-078201e2c7e1 req-d46b2999-407b-42eb-8db1-d54d21088a8b tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0532112 Mar 14 10:25:07.433159 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-78fa76d1-ac19-4d29-9234-078201e2c7e1 req-f7922bbd-0776-4fd0-97fe-065ac39fb4a7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464911 Mar 14 10:25:08.556622 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8353615-9f94-45e0-825f-20c08b7a5ff9 req-80490611-8de4-4483-8814-ba67bb0958f0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:08.558132 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8353615-9f94-45e0-825f-20c08b7a5ff9 req-80490611-8de4-4483-8814-ba67bb0958f0 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0607469 Mar 14 10:25:08.605613 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a8353615-9f94-45e0-825f-20c08b7a5ff9 req-a42dbe30-aabd-4943-899c-5dcbe477e183 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418725 Mar 14 10:25:08.722097 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e319d-9081-4a95-ade8-aee75993fc62 req-b1f453ac-bf88-4b1e-8da9-bd377d3cb74b tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:08.723554 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e5e319d-9081-4a95-ade8-aee75993fc62 req-b1f453ac-bf88-4b1e-8da9-bd377d3cb74b tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0520082 Mar 14 10:25:08.770975 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5e5e319d-9081-4a95-ade8-aee75993fc62 req-0535014b-f8fb-4c3a-bfe5-2388db0ca88d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415754 Mar 14 10:25:08.792844 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43410) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:08.834921 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8310a5-8f4b-4443-bb33-cd49388f792d tempest-TestVolumeBootPattern-1235989338 tempest-TestVolumeBootPattern-1235989338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:08.836432 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0d8310a5-8f4b-4443-bb33-cd49388f792d tempest-TestVolumeBootPattern-1235989338 tempest-TestVolumeBootPattern-1235989338-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1124 time: 0.0426412 Mar 14 10:25:08.839272 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43412) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:25:08.843551 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:25:08.863222 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:08.959026 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:09.062227 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Allocated IP 172.27.0.194 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:25:09.160143 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:09.192372 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:09.231242 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:25:09.234093 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:25:09.238110 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:25:09.261791 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:09.271765 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.272124 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.272476 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.272826 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.273166 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.273501 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.273834 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.274164 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.274496 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.274830 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.275161 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.275490 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.275847 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.276176 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.276503 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:25:09.831578 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (6071943b-3067-4852-805c-a8a3f9ad0b0b), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:09.901122 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:10.044416 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:10.048995 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:10.117007 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:25:10.128453 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (6071943b-3067-4852-805c-a8a3f9ad0b0b), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:10.231564 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Floating IP 6071943b-3067-4852-805c-a8a3f9ad0b0b associated. External IP: 172.27.0.194, port: 52f910cb-935b-4fcd-9c2a-195f8c37acee. Mar 14 10:25:10.442370 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:25:10.549096 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:25:10.558854 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:25:10.566796 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:10.569768 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:25:10.570387 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:24:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:10.596682 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-36c9bd8a-77ec-45ae-acaf-d5c0c217c8ca tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7563384 Mar 14 10:25:10.597271 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:25:10.599484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd2dfde-6185-4854-b278-b57f5343eb7f" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:25:10.635209 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69506980-1187-4c2e-b7b2-1daf2916919c x-openstack-request-id: req-69506980-1187-4c2e-b7b2-1daf2916919c {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:25:10.635497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:25:10.635777 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69506980-1187-4c2e-b7b2-1daf2916919c {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:25:10.636183 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'status': 'completed', 'code': 200} Mar 14 10:25:10.688863 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:25:10.699084 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-9127c92b-7d4f-481e-ae19-67116f5f743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:10.700541 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-9127c92b-7d4f-481e-ae19-67116f5f743e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1129 time: 0.0439105 Mar 14 10:25:10.788551 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-f34cecc4-c9cf-41d8-a880-7f9beadf44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:10.790025 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-f34cecc4-c9cf-41d8-a880-7f9beadf44c9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0831110 Mar 14 10:25:10.856812 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-c8b82410-b996-48d2-b7d0-a71bedec40e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 999 time: 0.0615237 Mar 14 10:25:10.905984 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-760b3013-b662-42ba-abe3-9e4354e271a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:10.907447 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-760b3013-b662-42ba-abe3-9e4354e271a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0445967 Mar 14 10:25:10.907810 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:09Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:10.936934 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:25:10.945687 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:25:10.946281 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:24:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:10.955554 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-c90367f8-7d46-4250-ae28-ad79f14ffa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:10.957557 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-c90367f8-7d46-4250-ae28-ad79f14ffa19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443888 Mar 14 10:25:11.051385 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-cf1fa8e3-96e3-4eb8-aaef-90c49b99e16d service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879033 Mar 14 10:25:11.057038 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:25:11.140859 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dcd2dfde-6185-4854-b278-b57f5343eb7f req-396d851e-858c-4a08-98d4-3d394c8a34ea service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836258 Mar 14 10:25:11.369228 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:09Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:25:11.399412 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1758da50-73eb-4b9a-a248-97e6afeba40a None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:09Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:25:11.584916 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04db991-543a-4f30-be27-3a91a6268e81 None None] New status for floating IP 6071943b-3067-4852-805c-a8a3f9ad0b0b: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:25:13.165158 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:15.274405 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-27d50814-0e47-47fd-aa91-0790e088659e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464516 Mar 14 10:25:15.365909 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-0feae989-4623-4b28-8963-94aa40dfbbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:15.367399 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-0feae989-4623-4b28-8963-94aa40dfbbc7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1129 time: 0.0549092 Mar 14 10:25:15.471489 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-e69788a4-5705-40dc-85ef-c6a6c5706b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:15.473098 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-e69788a4-5705-40dc-85ef-c6a6c5706b4d service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0868504 Mar 14 10:25:15.536559 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-0dc8b365-c3db-4ac4-a92f-f4549852c562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 1001 time: 0.0574386 Mar 14 10:25:15.585959 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-9f17abca-a84b-42d5-806d-4e4edaa2c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:15.587383 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-9f17abca-a84b-42d5-806d-4e4edaa2c90d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0441864 Mar 14 10:25:15.639717 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-15162d5f-e61f-4ea2-b0bc-254520f3485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:25:15.641205 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-15162d5f-e61f-4ea2-b0bc-254520f3485e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479240 Mar 14 10:25:15.729589 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-cf008016-ba8b-4725-a80c-dfdd985fbd56 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811245 Mar 14 10:25:15.819237 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a7ce343e-3d68-46f0-a1df-8df52d2bd672 req-e9cc4ae8-34a0-4d67-90e7-602471db6944 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835879 Mar 14 10:25:21.612318 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:25:23.037642 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-04af803f-5561-4088-956d-7d814701a5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:25.527274 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-35b47bea-d729-406e-afd8-dfa8b4b085dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:26.435658 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:27.878105 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:29.597405 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:43.162736 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:53.038284 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-9f3a4dcf-799a-4165-b483-9756dd23d778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:55.527898 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-abf1e9fa-d80a-4654-b4c4-efc363eed693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:56.435892 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:57.880209 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:25:58.611528 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:25:59.598749 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:13.162473 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:16.728708 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-98f7d597-9832-43d7-ab5e-16e605a539bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439842 Mar 14 10:26:16.812380 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-f090d9dd-27dc-4390-9c18-a3c6e8d3945c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:16.813824 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-f090d9dd-27dc-4390-9c18-a3c6e8d3945c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1129 time: 0.0433238 Mar 14 10:26:16.915356 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-75f57e57-0f63-4cde-bb6b-6880f9ca8003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:16.916843 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-75f57e57-0f63-4cde-bb6b-6880f9ca8003 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0854139 Mar 14 10:26:16.981697 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-0e8aeb50-5556-4568-97f7-c69bad3693d9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 1001 time: 0.0578988 Mar 14 10:26:17.031803 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-eeb79854-d710-4352-8f58-f366b1c8a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:17.033244 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-eeb79854-d710-4352-8f58-f366b1c8a123 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0455928 Mar 14 10:26:17.084792 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-90c01bac-6196-4a36-b1a1-c6e0b921f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:17.086260 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-90c01bac-6196-4a36-b1a1-c6e0b921f57c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473812 Mar 14 10:26:17.171040 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-dcc536ff-3c81-4b93-8ddd-6ad05265b8b2 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785730 Mar 14 10:26:17.258439 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a4d4198b-943d-464c-8c1a-65b1cc57055d req-eb5b58d4-89a1-41af-9d81-d2174930d179 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818927 Mar 14 10:26:23.038901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d5d65a64-7447-4c54-ba9c-c19c440bbc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:25.529246 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-96e1d4b3-bfa0-402d-8a3f-e1e734939490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:26.438120 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:27.882127 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:29.601003 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:35.609862 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:26:43.162333 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:53.039886 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-8bf05ef8-7c7c-41f7-bf18-70a029a907b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:55.529095 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-30ffcee9-ba35-49e3-a2cb-62bcb2163252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:56.441872 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:57.885078 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:59.603331 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:26:59.708916 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-001ab75b-7870-4981-8ec6-8a39388cade6 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677071880&fields=id&tenant_id=e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 267 time: 0.0452096 Mar 14 10:26:59.815281 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-ab7be208-7cb5-4c99-926f-14c754528d47 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:26:59.816750 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-ab7be208-7cb5-4c99-926f-14c754528d47 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 811 time: 0.1011200 Mar 14 10:26:59.830647 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-da4c2e93-13c6-4d84-99c4-7ca93ec9f0f6 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/quotas/e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 375 time: 0.0086181 Mar 14 10:26:59.886439 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-b2eaf392-1259-482b-842b-76f8ce6c37a6 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507891 Mar 14 10:27:00.060609 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-889f240b-cf10-4c0b-91b3-d4ea66f4c72d service neutron] 10.222.0.21 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626875 Mar 14 10:27:00.148479 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-8aade1a7-cf80-462f-9099-09f004f1548c service neutron] 10.222.0.21 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822706 Mar 14 10:27:00.431099 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-22dea9c1-36cb-4b84-997c-1bc90d3963fa req-cd90527e-af26-4d88-9b6e-2d0847197678 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 210 time: 0.0264068 Mar 14 10:27:01.326071 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-30d88e83-4e75-44fd-8db6-58d408e75fbe tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:01.327861 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-30d88e83-4e75-44fd-8db6-58d408e75fbe tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 811 time: 0.1087332 Mar 14 10:27:01.389427 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-6722ef2f-eaee-4ad2-aae5-744a6a9d8665 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e2e41de0ce264d30bd5bc64707872915 HTTP/1.1" status: 200 len: 380 time: 0.0537238 Mar 14 10:27:01.397742 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'port': {'device_id': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'admin_state_up': True, 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'security_groups': ['1486fb66-8cdc-4f55-84a6-0b70d5409f33']}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:01.502857 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Made reservation on behalf of e2e41de0ce264d30bd5bc64707872915 for: {'port': 1} {{(pid=103281) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 14 10:27:01.506227 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.526452 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-9c5fbf7b-0d8b-4b53-ac53-98e6b7f72614 req-51072482-06b0-4f48-b11c-589b5454d0e1 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 210 time: 0.0269179 Mar 14 10:27:01.632807 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.db_base_plugin_common [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Allocated IP 172.20.0.7 (809a85de-4bcc-47a8-936c-b123dd899405/df768ced-13ad-4922-8d70-0258d3b594c2/d089651f-023f-4c3a-b911-b035dc6aa9df) {{(pid=103281) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:27:01.781627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), precommit_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.816520 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), after_create {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.862096 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Network 809a85de-4bcc-47a8-936c-b123dd899405 is already hosted by enough agents. {{(pid=103281) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:27:01.866320 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.base_scheduler [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Resources bound (agent type, host, resource id): {{(pid=103281) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:27:01.870022 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Received port after_create {{(pid=103281) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:27:01.898234 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=d089651f-023f-4c3a-b911-b035dc6aa9df,revision_number=1']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:01.912619 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.912874 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.913222 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.913565 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.913903 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.914237 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.914568 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.914895 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.915225 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.915557 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.915916 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.916245 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.916570 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.916891 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.917214 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:01.938353 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:01.938982 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:01.956188 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-5376d3cb-dd94-446c-9493-dd13f5d4d4e7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617604 Mar 14 10:27:01.966919 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.v2.base [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Request body: {'port': {'device_id': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83354'}} {{(pid=103281) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:02.030090 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.116977 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-a75749ad-91b4-42e0-9ca4-9961195a329c None None] Provisioning complete for port d089651f-023f-4c3a-b911-b035dc6aa9df triggered by entity DHCP. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:27:02.117585 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a75749ad-91b4-42e0-9ca4-9961195a329c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.152568 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-a75749ad-91b4-42e0-9ca4-9961195a329c None None] Port d089651f-023f-4c3a-b911-b035dc6aa9df cannot update to ACTIVE because it is not bound. {{(pid=103282) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 14 10:27:02.282537 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d089651f-023f-4c3a-b911-b035dc6aa9df {{(pid=103281) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:27:02.289682 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Publish callbacks [] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), precommit_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.301545 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.provisioning_blocks [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Transition to ACTIVE for port object d089651f-023f-4c3a-b911-b035dc6aa9df will not be triggered until provisioned by entity L2. {{(pid=103281) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 14 10:27:02.305251 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.353553 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Pushing event updated for resources: {'Port': ['ID=d089651f-023f-4c3a-b911-b035dc6aa9df,revision_number=2']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:02.424955 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Attempting to bind port d089651f-023f-4c3a-b911-b035dc6aa9df on host hv-cinder-83354 for vnic_type normal with profile {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 14 10:27:02.425282 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Attempting to bind port d089651f-023f-4c3a-b911-b035dc6aa9df by drivers openvswitch,hyperv on host hv-cinder-83354 at level 0 using segments [{'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 14 10:27:02.425610 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Attempting to bind port d089651f-023f-4c3a-b911-b035dc6aa9df on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:27:02.430038 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Port d089651f-023f-4c3a-b911-b035dc6aa9df on network 809a85de-4bcc-47a8-936c-b123dd899405 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83354 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 14 10:27:02.430354 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Attempting to bind port d089651f-023f-4c3a-b911-b035dc6aa9df on network 809a85de-4bcc-47a8-936c-b123dd899405 {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 14 10:27:02.435213 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Checking agent: {'id': '7f1feef1-f7b5-4c88-a2f3-d126a721c2e3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83354', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'started_at': datetime.datetime(2022, 3, 14, 10, 12, 10), 'heartbeat_timestamp': datetime.datetime(2022, 3, 14, 10, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 14 10:27:02.435545 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Checking segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103281) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 14 10:27:02.435957 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Bound using segment: {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'} {{(pid=103281) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 14 10:27:02.436378 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.managers [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Bound port: d089651f-023f-4c3a-b911-b035dc6aa9df, host: hv-cinder-83354, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c01320a-1954-44ec-8cdc-0f4e3718e650', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405'}}] {{(pid=103281) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 14 10:27:02.436725 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), before_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.500364 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] For port d089651f-023f-4c3a-b911-b035dc6aa9df, host hv-cinder-83354, cleared binding levels {{(pid=103281) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 14 10:27:02.503366 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] For port d089651f-023f-4c3a-b911-b035dc6aa9df, host hv-cinder-83354, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d089651f-023f-4c3a-b911-b035dc6aa9df,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 14 10:27:02.509140 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31426703'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), after_update {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.544843 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:02.545453 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:02.546821 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] 10.222.0.35 "PUT /v2.0/ports/d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 200 len: 1093 time: 0.5841489 Mar 14 10:27:02.547274 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:27:02.549559 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76e846f-2ee8-47cc-8684-c8a11d9df962" -d '{"events": [{"name": "network-changed", "server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:27:02.585500 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8544ae6-4696-4f05-ba87-518c2f9298cb service neutron] Pushing event updated for resources: {'Port': ['ID=d089651f-023f-4c3a-b911-b035dc6aa9df,revision_number=3']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:02.590698 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec925cc-f52d-4632-93b4-05dc0ac83d0f x-openstack-request-id: req-bec925cc-f52d-4632-93b4-05dc0ac83d0f {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:27:02.590982 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:27:02.591235 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bec925cc-f52d-4632-93b4-05dc0ac83d0f {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:27:02.591803 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'status': 'completed', 'code': 200} Mar 14 10:27:02.641008 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-4c8ea2f5-1823-4148-bc90-d2824d9f3745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:02.642522 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-4c8ea2f5-1823-4148-bc90-d2824d9f3745 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1127 time: 0.0477507 Mar 14 10:27:02.689683 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-6dd252de-720d-4afd-851e-5b1fea156f45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 200 len: 217 time: 0.0398154 Mar 14 10:27:02.696105 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37799925-eb87-401d-b9b9-906e0690ee18 req-9bc5899a-fed1-4d8a-9ea3-7c8648565a48 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:02.697867 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-37799925-eb87-401d-b9b9-906e0690ee18 req-9bc5899a-fed1-4d8a-9ea3-7c8648565a48 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0555732 Mar 14 10:27:02.744535 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-c6905f02-c6c6-43a3-bb89-338e76dffbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:02.746351 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-c6905f02-c6c6-43a3-bb89-338e76dffbfa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0490773 Mar 14 10:27:02.754815 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-37799925-eb87-401d-b9b9-906e0690ee18 req-e78ea400-8424-46d2-8d4a-c698103c0d77 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506763 Mar 14 10:27:02.795625 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-2a99ecef-10a0-47d9-b556-496e52c0cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:02.797112 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-2a99ecef-10a0-47d9-b556-496e52c0cb19 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447812 Mar 14 10:27:02.888004 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-646ae47e-2baf-4ff5-8c90-d7f404987c1c service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840991 Mar 14 10:27:02.974963 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-5319757d-21cf-47bd-aa6b-15954f5c5624 req-b6e6f3f4-2824-4a20-88ca-7ad8d8eed467 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807855 Mar 14 10:27:03.068074 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-1196888a-3a06-4863-aca2-b5117e62351d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:03.069611 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-1196888a-3a06-4863-aca2-b5117e62351d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1127 time: 0.0482440 Mar 14 10:27:03.162928 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-c9dde616-a5ad-4fb6-bd27-4ed7fadbe3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:03.163862 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-c9dde616-a5ad-4fb6-bd27-4ed7fadbe3ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0878088 Mar 14 10:27:03.479459 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-7458ba41-9129-4391-adf4-e5812a9dc6b9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 200 len: 217 time: 0.3094423 Mar 14 10:27:03.528530 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-46c2f78e-ad64-4388-a8a1-9d73f054e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:03.529938 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-46c2f78e-ad64-4388-a8a1-9d73f054e12c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0423346 Mar 14 10:27:03.577557 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-40f12f4a-b8f1-4049-98e0-d63122467c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:03.579017 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-40f12f4a-b8f1-4049-98e0-d63122467c40 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429809 Mar 14 10:27:03.670873 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-5a77aba2-078a-4b74-bdfd-5a21d8073ec3 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829685 Mar 14 10:27:03.758253 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-e76e846f-2ee8-47cc-8684-c8a11d9df962 req-b3a463cc-81d1-4a24-9cc6-21cca20272c4 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812817 Mar 14 10:27:03.878755 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ed423b-864a-4b4c-9eb3-d9b8269d679f req-f6ecfdd9-5864-4bbf-9174-de958cf9b461 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:03.880263 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58ed423b-864a-4b4c-9eb3-d9b8269d679f req-f6ecfdd9-5864-4bbf-9174-de958cf9b461 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0529251 Mar 14 10:27:03.928512 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58ed423b-864a-4b4c-9eb3-d9b8269d679f req-a1bdb3d2-55a8-4629-a260-b0deba56848a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Mar 14 10:27:05.043214 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c23f9-bc1a-477c-9125-02705805c9c5 req-15156962-856b-4b3d-9826-1cfa745367dd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:05.044681 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-518c23f9-bc1a-477c-9125-02705805c9c5 req-15156962-856b-4b3d-9826-1cfa745367dd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0511498 Mar 14 10:27:05.091251 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-518c23f9-bc1a-477c-9125-02705805c9c5 req-deb1b38a-ca3c-4069-8e4c-3b5c0937fbcb tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Mar 14 10:27:06.207785 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd9744-a075-4684-9e8f-7f707389df61 req-a9a38ce7-95c4-43ee-a63c-65ba2d8638b9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:06.209144 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbfd9744-a075-4684-9e8f-7f707389df61 req-a9a38ce7-95c4-43ee-a63c-65ba2d8638b9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0545073 Mar 14 10:27:06.256463 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-bbfd9744-a075-4684-9e8f-7f707389df61 req-00668ef8-ee76-49c5-8724-f39105be53c2 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 Mar 14 10:27:07.378419 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea9c8f-955f-4dcd-8369-92bc2291ee48 req-81a56b25-7085-4c90-b47d-dc6c4bded691 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:07.379904 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7cea9c8f-955f-4dcd-8369-92bc2291ee48 req-81a56b25-7085-4c90-b47d-dc6c4bded691 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0601337 Mar 14 10:27:07.427534 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-7cea9c8f-955f-4dcd-8369-92bc2291ee48 req-5f15cf27-1126-42c3-bd4e-2dd881057713 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421872 Mar 14 10:27:08.545173 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f192cac2-477b-4ed3-a2d3-f94643881ef2 req-e5af5d69-a625-4289-a869-1239b961916e tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:08.546659 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f192cac2-477b-4ed3-a2d3-f94643881ef2 req-e5af5d69-a625-4289-a869-1239b961916e tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0549617 Mar 14 10:27:08.594235 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-f192cac2-477b-4ed3-a2d3-f94643881ef2 req-6b44ba29-7760-4229-a322-14c71b073c81 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421169 Mar 14 10:27:09.707804 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e034d6-851c-428b-bb91-92c8b5f0ed78 req-7d41e7a9-4019-4540-87e5-8e7e70ed2ff4 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:09.709253 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81e034d6-851c-428b-bb91-92c8b5f0ed78 req-7d41e7a9-4019-4540-87e5-8e7e70ed2ff4 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 943 time: 0.0508070 Mar 14 10:27:09.757663 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-81e034d6-851c-428b-bb91-92c8b5f0ed78 req-586c19c3-8478-43ca-b4e7-e2f872f2fc53 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421045 Mar 14 10:27:10.488406 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device d089651f-023f-4c3a-b911-b035dc6aa9df details requested by agent hyperv_hv-cinder-83354 with host hv-cinder-83354 {{(pid=103282) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 14 10:27:10.582418 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port d089651f-023f-4c3a-b911-b035dc6aa9df, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d089651f-023f-4c3a-b911-b035dc6aa9df,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:27:10.593256 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Returning: {'device': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'port_id': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'mac_address': 'fa:16:3e:60:da:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103282) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 14 10:27:10.628453 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port d089651f-023f-4c3a-b911-b035dc6aa9df is: DOWN; New status is: BUILD {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:27:10.628841 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.641505 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d089651f-023f-4c3a-b911-b035dc6aa9df {{(pid=103282) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 14 10:27:10.659427 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port d089651f-023f-4c3a-b911-b035dc6aa9df, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d089651f-023f-4c3a-b911-b035dc6aa9df,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:27:10.663979 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:10.710332 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=d089651f-023f-4c3a-b911-b035dc6aa9df,revision_number=4']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:10.717018 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.717365 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.717707 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.718045 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.718377 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.718704 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.719030 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.719354 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.719704 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.720129 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.720459 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.720780 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.721099 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.721415 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.721734 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:10.878820 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c396d3-9d90-4447-b593-3fcf7e53d46d req-03ad3244-2e3e-41ad-a793-771932243f55 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:10.880576 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-40c396d3-9d90-4447-b593-3fcf7e53d46d req-03ad3244-2e3e-41ad-a793-771932243f55 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 944 time: 0.0528760 Mar 14 10:27:10.880736 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] get_ports_and_sgs() called for port_ids ['d089651f-023f-4c3a-b911-b035dc6aa9df'] {{(pid=103282) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 14 10:27:10.933451 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-40c396d3-9d90-4447-b593-3fcf7e53d46d req-5812d430-df89-449f-806b-b4d20ff2776c tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467610 Mar 14 10:27:12.048626 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58888cab-bd1a-4dae-913d-38c04d0765d9 req-058db65e-67cd-43a8-bb05-e9f0e2499df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:12.050093 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58888cab-bd1a-4dae-913d-38c04d0765d9 req-058db65e-67cd-43a8-bb05-e9f0e2499df7 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 944 time: 0.0519164 Mar 14 10:27:12.097833 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-58888cab-bd1a-4dae-913d-38c04d0765d9 req-3a0c3ddd-d751-465a-9b88-c5597893c5a4 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 Mar 14 10:27:12.504283 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device d089651f-023f-4c3a-b911-b035dc6aa9df up at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 14 10:27:12.550849 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning for port d089651f-023f-4c3a-b911-b035dc6aa9df completed by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 14 10:27:12.554658 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.provisioning_blocks [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Provisioning complete for port d089651f-023f-4c3a-b911-b035dc6aa9df triggered by entity L2. {{(pid=103282) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 14 10:27:12.555033 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3493090'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), provisioning_complete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.609777 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:27:12.628977 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Current status of the port d089651f-023f-4c3a-b911-b035dc6aa9df is: BUILD; New status is: ACTIVE {{(pid=103282) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 14 10:27:12.629363 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), before_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.650928 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df'}] {{(pid=103282) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:27:12.653173 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2f2e81437de94dc5a1a253d7d0db6a932c4d46f2b66752231fe5a0314cc9dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f795153-3f35-4a6b-9f41-88b9dbf621e8" -d '{"events": [{"server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "name": "network-vif-plugged", "status": "completed", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df"}]}' {{(pid=103282) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:27:12.668787 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] For port d089651f-023f-4c3a-b911-b035dc6aa9df, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d089651f-023f-4c3a-b911-b035dc6aa9df,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:27:12.673039 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:12.696083 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcbc144-ad1d-4bbb-a03e-82f14804e2f2 x-openstack-request-id: req-9fcbc144-ad1d-4bbb-a03e-82f14804e2f2 {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:27:12.696377 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "name": "network-vif-plugged", "status": "completed", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df", "code": 200}]} {{(pid=103282) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:27:12.696635 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fcbc144-ad1d-4bbb-a03e-82f14804e2f2 {{(pid=103282) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:27:12.697021 dv-cinder-833543-1-iscsi neutron-server[103282]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'code': 200} Mar 14 10:27:12.722118 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Pushing event updated for resources: {'Port': ['ID=d089651f-023f-4c3a-b911-b035dc6aa9df,revision_number=5']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:12.902408 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807ecb7-78c1-43b9-8512-e859e6c4f923 req-b8f7e07c-3eec-4146-9821-4299c066917a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:12.903987 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3807ecb7-78c1-43b9-8512-e859e6c4f923 req-b8f7e07c-3eec-4146-9821-4299c066917a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1129 time: 0.0479076 Mar 14 10:27:12.947180 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3807ecb7-78c1-43b9-8512-e859e6c4f923 req-64724939-a2ea-487b-8cb7-f2a62d388f73 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374494 Mar 14 10:27:13.175793 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:13.215952 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec66786-b3e9-47d1-b64f-bf0d1cb4d558 req-6f2563fb-b0c5-42b6-908f-edcc6bdc5cd8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:13.217412 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ec66786-b3e9-47d1-b64f-bf0d1cb4d558 req-6f2563fb-b0c5-42b6-908f-edcc6bdc5cd8 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 945 time: 0.0530102 Mar 14 10:27:13.263749 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8ec66786-b3e9-47d1-b64f-bf0d1cb4d558 req-0dbd4182-6244-45db-ac45-f80b2a234036 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408769 Mar 14 10:27:14.382580 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde1e3e-a367-4b42-b83e-12524259b97b req-1ef112dc-cb29-4be8-aabc-1aba1182c099 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:14.384060 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0dde1e3e-a367-4b42-b83e-12524259b97b req-1ef112dc-cb29-4be8-aabc-1aba1182c099 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 945 time: 0.0553443 Mar 14 10:27:14.431276 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-0dde1e3e-a367-4b42-b83e-12524259b97b req-00b00047-11f3-466e-a323-c7bbf1d64e8a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417020 Mar 14 10:27:14.545451 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449972b-5490-4048-8540-e828481cec31 req-2c144d28-6d67-449b-9d11-882f0c2e4b28 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:14.546902 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4449972b-5490-4048-8540-e828481cec31 req-2c144d28-6d67-449b-9d11-882f0c2e4b28 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 945 time: 0.0515394 Mar 14 10:27:14.593467 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-4449972b-5490-4048-8540-e828481cec31 req-685a2b14-7808-4243-bb49-9876cc801bc6 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 Mar 14 10:27:14.615870 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43524) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:14.658626 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac1645-d0b8-4b7b-b745-ef5881192ebc tempest-TestVolumeBootPattern-1235989338 tempest-TestVolumeBootPattern-1235989338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:14.660167 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-2dac1645-d0b8-4b7b-b745-ef5881192ebc tempest-TestVolumeBootPattern-1235989338 tempest-TestVolumeBootPattern-1235989338-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1124 time: 0.0433419 Mar 14 10:27:14.662773 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43526) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:27:14.666920 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.v2.base [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Request body: {'floatingip': {'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'port_id': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103280) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 14 10:27:14.687202 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:14.783934 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (None), before_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:14.896661 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_common [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Allocated IP 172.27.0.225 (b83491f6-e851-4530-b9b5-779e668e0b76/08d444fc-8e94-4a34-b382-dab2360b396b/1e51aae0-0fd9-490b-bdf2-93dce918a885) {{(pid=103280) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 14 10:27:14.993675 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.025529 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783897085790', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.062513 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Network b83491f6-e851-4530-b9b5-779e668e0b76 is already hosted by enough agents. {{(pid=103280) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 14 10:27:15.065548 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.base_scheduler [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Resources bound (agent type, host, resource id): {{(pid=103280) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 14 10:27:15.068081 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Received port after_create {{(pid=103280) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 14 10:27:15.103192 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=1e51aae0-0fd9-490b-bdf2-93dce918a885,revision_number=1']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:15.114316 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.114671 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.115013 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.115364 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.115732 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.116068 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.116399 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.116726 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.117055 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.117381 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.117708 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.118035 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.118356 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.118678 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.119018 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:27:15.444523 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (29d1afca-9f99-4aa7-b513-ac46523e1c2e), precommit_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.520775 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3845438'] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), before_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.664256 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), precommit_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.669055 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783897607006', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783897085808', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783897085826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25548124'] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), after_update {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.742886 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event updated for resources: {'Port': ['ID=1e51aae0-0fd9-490b-bdf2-93dce918a885,revision_number=2']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:27:15.749088 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-623075'] for floatingip (29d1afca-9f99-4aa7-b513-ac46523e1c2e), after_create {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:15.864401 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Floating IP 29d1afca-9f99-4aa7-b513-ac46523e1c2e associated. External IP: 172.27.0.225, port: d089651f-023f-4c3a-b911-b035dc6aa9df. Mar 14 10:27:16.298531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:27:16.404736 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:27:16.414168 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:27:16.422357 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:16.424225 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:27:16.424867 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:26:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:16.451484 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-a03a4902-a3a9-4a0f-85e1-6553b8453f41 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7877195 Mar 14 10:27:16.452827 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:27:16.455060 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222" -d '{"events": [{"name": "network-changed", "server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:27:16.532600 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:27:16.574427 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdbe1ab-8f25-41e8-a1ec-f253b660ba08 x-openstack-request-id: req-5cdbe1ab-8f25-41e8-a1ec-f253b660ba08 {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:27:16.574723 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:27:16.574997 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cdbe1ab-8f25-41e8-a1ec-f253b660ba08 {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:27:16.575390 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'status': 'completed', 'code': 200} Mar 14 10:27:16.637956 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-8eb4ba9b-1e2d-47bf-a9c5-ccd62a95761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:16.639461 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-8eb4ba9b-1e2d-47bf-a9c5-ccd62a95761b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1129 time: 0.0437968 Mar 14 10:27:16.754608 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '29d1afca-9f99-4aa7-b513-ac46523e1c2e', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:60:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:27:15Z', 'updated_at': '2022-03-14T10:27:15Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}, {'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:11Z', 'revision_number': 1, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:16.761865 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-719d1e24-11ea-4a30-9c3b-56770ae1dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:16.763336 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-719d1e24-11ea-4a30-9c3b-56770ae1dfbf service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.1177247 Mar 14 10:27:16.770023 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-de3f6efb-b195-44eb-aadf-43029794c85e service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695965 Mar 14 10:27:16.785825 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:27:16.796167 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:27:16.796767 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:26:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:16.861819 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-9a9478e8-514c-462f-ba6c-5ec28c6ef0d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 200 len: 999 time: 0.0907793 Mar 14 10:27:16.880573 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-313e1c54-fd35-40bc-970b-6995233b5002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:16.881999 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-313e1c54-fd35-40bc-970b-6995233b5002 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1129 time: 0.0677757 Mar 14 10:27:16.910271 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:27:16.974963 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-646fa2be-056a-4ee2-8110-f316b26638c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:16.976460 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-646fa2be-056a-4ee2-8110-f316b26638c4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.1080019 Mar 14 10:27:17.034713 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-6c598291-bd91-4555-b912-ef22dd4db121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:17.036197 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-6c598291-bd91-4555-b912-ef22dd4db121 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.1311848 Mar 14 10:27:17.051399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-2bc726dc-2e21-4bfd-9bc7-118d06cee6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:17.052833 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-2bc726dc-2e21-4bfd-9bc7-118d06cee6a8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705228 Mar 14 10:27:17.132154 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '29d1afca-9f99-4aa7-b513-ac46523e1c2e', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:60:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:27:15Z', 'updated_at': '2022-03-14T10:27:15Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}, {'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:11Z', 'revision_number': 1, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:27:17.153828 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-f2612db0-1a4c-4dc4-aa24-619ce9d48735 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 1001 time: 0.1117368 Mar 14 10:27:17.162145 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508ed5e3-8b4a-4328-bd8d-1680f98db435 None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '29d1afca-9f99-4aa7-b513-ac46523e1c2e', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:60:da:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:27:15Z', 'updated_at': '2022-03-14T10:27:15Z', 'revision_number': 0, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}, {'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:11Z', 'revision_number': 1, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:27:17.221261 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-82d1174f-b09d-4994-b93b-ccb14da63d5b service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414995 Mar 14 10:27:17.226603 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-71194ac3-bbbb-435d-bca8-5138f464a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:17.228016 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-71194ac3-bbbb-435d-bca8-5138f464a26d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0639918 Mar 14 10:27:17.338177 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-f1c4343b-bd73-4e78-89c6-33f2c21c2569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:27:17.340308 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-f1c4343b-bd73-4e78-89c6-33f2c21c2569 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1044283 Mar 14 10:27:17.358687 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-460cb73a-9ccf-4ad6-a1bc-f9df9e446222 req-76c1ecd2-933a-4fde-8f46-dfafe1513bd7 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297431 Mar 14 10:27:17.369883 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bb00c2-fa76-4743-8c21-91bec414816f None None] New status for floating IP 29d1afca-9f99-4aa7-b513-ac46523e1c2e: ACTIVE {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:27:17.437899 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-4e0c5568-d8a4-4ab8-8dec-a81837c84098 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900266 Mar 14 10:27:17.533660 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-00a5c4e4-da94-4632-a205-f90d95808e11 req-82e24511-0662-4d19-bcdd-9e1a01fe2361 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905216 Mar 14 10:27:23.044750 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a619ad40-a398-4708-bb9d-1a63463b924a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:25.532215 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-db70d6d9-5eea-47f2-a57b-d83b13077d08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:26.444418 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:27.888613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:29.606485 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:43.192248 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:49.609414 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:27:53.046543 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-e9244458-231f-4bcd-b9e4-843f0fd648e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:55.532848 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4687a351-28e3-4ba9-baad-2074dc31ba8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:56.450207 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:57.893092 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:27:59.607961 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:13.191565 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:17.735451 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-15e82371-4667-4dde-80fe-e307b2a1121c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442171 Mar 14 10:28:17.800404 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cba31-3995-41f1-ba70-6ce45570215a req-6330363d-3d8e-45a7-9f97-088b4f3c5685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:17.801908 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-6330363d-3d8e-45a7-9f97-088b4f3c5685 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1129 time: 0.0441766 Mar 14 10:28:17.907020 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cba31-3995-41f1-ba70-6ce45570215a req-d19bf1c4-4e36-4f3b-aa91-694da8353813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:17.908531 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-d19bf1c4-4e36-4f3b-aa91-694da8353813 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0889852 Mar 14 10:28:17.971240 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-7a508d22-1176-433b-aa3d-6699e433daa6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 200 len: 1001 time: 0.0569432 Mar 14 10:28:18.021288 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cba31-3995-41f1-ba70-6ce45570215a req-3a1db0e8-1e96-4331-b923-9a5a160b0caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:18.022618 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-3a1db0e8-1e96-4331-b923-9a5a160b0caa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0462425 Mar 14 10:28:18.069399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555cba31-3995-41f1-ba70-6ce45570215a req-dcab2905-8971-457d-a2ab-f69b7b1616aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:18.070885 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-dcab2905-8971-457d-a2ab-f69b7b1616aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429673 Mar 14 10:28:18.160066 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-de1d06c0-ea9b-49e1-b5e4-b1f3639694c4 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834136 Mar 14 10:28:18.246082 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-555cba31-3995-41f1-ba70-6ce45570215a req-b3514a44-decf-4c0c-9275-9505da317619 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802281 Mar 14 10:28:23.048878 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-5665e306-b3b5-4d92-aabd-b9fab5223503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:25.533956 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-0e6c4237-bb8f-4e30-8ff8-abe852fa424f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:26.450552 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:26.607548 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:28:27.896329 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:29.731554 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:43.193742 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:43.737264 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43562) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:43.934399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Deleting port 1e51aae0-0fd9-490b-bdf2-93dce918a885 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:43.934399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:44.009179 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:44.009431 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (1e51aae0-0fd9-490b-bdf2-93dce918a885), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:44.021160 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Calling delete_port for 1e51aae0-0fd9-490b-bdf2-93dce918a885 owned by network:floatingip {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:44.162134 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (1e51aae0-0fd9-490b-bdf2-93dce918a885), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:44.187995 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'Port': ['ID=1e51aae0-0fd9-490b-bdf2-93dce918a885,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:44.210769 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.211119 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.211466 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.211834 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.212166 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.212496 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.212821 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.213146 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.213470 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.213795 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.214124 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.214449 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.214771 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.215091 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.215410 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103281) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:44.255320 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (29d1afca-9f99-4aa7-b513-ac46523e1c2e), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:44.255678 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.db.l3_db [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Floating IP 29d1afca-9f99-4aa7-b513-ac46523e1c2e disassociated (deleted). External IP: 172.27.0.225, port: d089651f-023f-4c3a-b911-b035dc6aa9df. Mar 14 10:28:44.462047 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103281) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:28:44.568029 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103281) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:28:44.572776 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:44.577456 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:28:44.586709 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:28:44.587306 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:44.601209 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-0962ed95-0c50-48c7-acd7-aa3fa3ae280d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "DELETE /v2.0/floatingips/29d1afca-9f99-4aa7-b513-ac46523e1c2e HTTP/1.1" status: 204 len: 168 time: 0.8628476 Mar 14 10:28:44.601796 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:28:44.604038 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20" -d '{"events": [{"name": "network-changed", "server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:28:44.649201 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa50c2b-311b-499b-a0dc-45d06d1e8d9e x-openstack-request-id: req-9fa50c2b-311b-499b-a0dc-45d06d1e8d9e {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:28:44.649495 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:28:44.649752 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fa50c2b-311b-499b-a0dc-45d06d1e8d9e {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:28:44.650161 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'status': 'completed', 'code': 200} Mar 14 10:28:44.701930 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:28:44.723731 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-3201b20b-c1a3-463e-a5e2-3a043379c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:44.725310 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-3201b20b-c1a3-463e-a5e2-3a043379c62a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 1129 time: 0.0535390 Mar 14 10:28:44.826399 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-e9691c2d-2991-4b06-9af3-be3650a71dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:44.828082 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-e9691c2d-2991-4b06-9af3-be3650a71dc2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0955451 Mar 14 10:28:44.840856 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3b4bd-9650-4242-ae5f-6eab1a78e7a0 req-b21cafe3-aa07-401d-bfbb-74c9718c5850 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:44.844481 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89d3b4bd-9650-4242-ae5f-6eab1a78e7a0 req-b21cafe3-aa07-401d-bfbb-74c9718c5850 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 945 time: 0.0577283 Mar 14 10:28:44.870003 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-252ff1dd-e71d-4c4f-8776-b345e6f5935c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 200 len: 217 time: 0.0343142 Mar 14 10:28:44.896751 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-89d3b4bd-9650-4242-ae5f-6eab1a78e7a0 req-db886993-41ef-4f94-bde7-da4c7e8cca02 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Mar 14 10:28:44.926966 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-dd7348ce-9189-478f-9445-d6fb80e0376d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:44.928436 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-dd7348ce-9189-478f-9445-d6fb80e0376d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0510406 Mar 14 10:28:44.953072 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:11Z', 'revision_number': 1, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:44.977823 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-5865bdfe-ba99-4c1a-ae7b-1b95758ede6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:44.979212 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-5865bdfe-ba99-4c1a-ae7b-1b95758ede6b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444863 Mar 14 10:28:44.980493 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:28:44.989484 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:28:44.990071 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:45.067507 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-12299f94-0325-4c9f-a657-c22dc825e114 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802264 Mar 14 10:28:45.095947 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:28:45.160875 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-dd7fdd8c-4b87-4ad5-b04f-94a4788ccb20 req-fa679d37-5b15-49b2-9fb5-2c2d9d6de632 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878129 Mar 14 10:28:45.319781 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:11Z', 'revision_number': 1, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:45.344826 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9ef0fa-a4d7-4736-b811-6d2f7436e3ef None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_floatingips': [{'id': '6071943b-3067-4852-805c-a8a3f9ad0b0b', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'floating_ip_address': '172.27.0.194', 'floating_network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'router_id': 'c844a015-b8dd-4052-9392-74344e297768', 'port_id': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'mac_address': 'fa:16:3e:63:fc:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-14T10:25:09Z', 'updated_at': '2022-03-14T10:25:11Z', 'revision_number': 1, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:28:45.564878 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d1bf8e-5f4f-474c-af13-7dd76b7ea1c8 None None] New status for floating IP 29d1afca-9f99-4aa7-b513-ac46523e1c2e: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:28:46.018410 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a5003-3925-4310-be18-db7352f004e7 req-b6703d89-800f-46f3-815b-d643bd6d1365 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:46.019887 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a51a5003-3925-4310-be18-db7352f004e7 req-b6703d89-800f-46f3-815b-d643bd6d1365 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 945 time: 0.0558259 Mar 14 10:28:46.066263 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a51a5003-3925-4310-be18-db7352f004e7 req-fbca6fda-d3cc-46f6-b8a7-09deb50e7bb5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Mar 14 10:28:46.321487 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-f7c328a0-ba29-4ab5-8767-18e8c823f8a9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:46.322848 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-f7c328a0-ba29-4ab5-8767-18e8c823f8a9 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 945 time: 0.0511599 Mar 14 10:28:46.414095 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Deleting port d089651f-023f-4c3a-b911-b035dc6aa9df {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:46.414436 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:46.498947 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] For port d089651f-023f-4c3a-b911-b035dc6aa9df, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=d089651f-023f-4c3a-b911-b035dc6aa9df,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:28:46.499294 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:46.511897 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Calling delete_port for d089651f-023f-4c3a-b911-b035dc6aa9df owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:46.643710 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (d089651f-023f-4c3a-b911-b035dc6aa9df), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:46.673152 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'Port': ['ID=d089651f-023f-4c3a-b911-b035dc6aa9df,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:46.720676 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] No DVR routers for this DVR port d089651f-023f-4c3a-b911-b035dc6aa9df on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:28:46.723331 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:46.727068 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-3169d314-4a7e-458c-876e-7f7cb62ba45c req-b76a865c-a1f6-47fc-91d3-b7121cf04936 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "DELETE /v2.0/ports/d089651f-023f-4c3a-b911-b035dc6aa9df HTTP/1.1" status: 204 len: 173 time: 0.3992198 Mar 14 10:28:46.727521 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'name': 'network-vif-deleted', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:28:46.729830 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436cd7c2-6900-4976-8fb4-63c1e786938d" -d '{"events": [{"server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "name": "network-vif-deleted", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:28:46.765757 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed3e34e-ccd2-48e4-b88c-e3a2dbdee12d x-openstack-request-id: req-1ed3e34e-ccd2-48e4-b88c-e3a2dbdee12d {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:28:46.766053 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f08f753-74f6-454a-8b4f-1a09ae3d1d99", "name": "network-vif-deleted", "tag": "d089651f-023f-4c3a-b911-b035dc6aa9df", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:28:46.766304 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ed3e34e-ccd2-48e4-b88c-e3a2dbdee12d {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:28:46.767023 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f08f753-74f6-454a-8b4f-1a09ae3d1d99', 'name': 'network-vif-deleted', 'tag': 'd089651f-023f-4c3a-b911-b035dc6aa9df', 'status': 'completed', 'code': 200} Mar 14 10:28:47.174332 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-8374d6bc-3b08-4ced-9808-e65c75c93696 req-82f902c5-2772-41ed-afc7-7cbfc285965b tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=7f08f753-74f6-454a-8b4f-1a09ae3d1d99 HTTP/1.1" status: 200 len: 210 time: 0.0264184 Mar 14 10:28:48.990640 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device d089651f-023f-4c3a-b911-b035dc6aa9df no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:28:49.013041 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: d089651f-023f-4c3a-b911-b035dc6aa9df {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:28:49.013384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device d089651f-023f-4c3a-b911-b035dc6aa9df not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:28:50.457974 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43604) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:50.610617 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Deleting port e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:50.610958 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.686423 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.686742 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.698214 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Calling delete_port for e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:50.841459 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.864446 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'Port': ['ID=e1fa2ac8-c2c1-456a-af47-69cc2cef7c2a,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:50.878387 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.878738 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.879083 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.879426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.879788 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.880120 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.880447 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.880771 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.881098 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.881450 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.881779 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.882099 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.882421 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.882739 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.883056 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103280) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:28:50.937741 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (6071943b-3067-4852-805c-a8a3f9ad0b0b), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:50.938089 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.db.l3_db [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Floating IP 6071943b-3067-4852-805c-a8a3f9ad0b0b disassociated (deleted). External IP: 172.27.0.194, port: 52f910cb-935b-4fcd-9c2a-195f8c37acee. Mar 14 10:28:51.144012 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:28:51.253058 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:28:51.257745 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:51.262731 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:28:51.272069 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:28:51.272680 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:51.286997 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-42c28493-804f-4e3d-b290-89d35cd9ed8d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "DELETE /v2.0/floatingips/6071943b-3067-4852-805c-a8a3f9ad0b0b HTTP/1.1" status: 204 len: 168 time: 0.8279388 Mar 14 10:28:51.287610 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee'}] {{(pid=103280) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:28:51.289843 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2e373056b471a2ea4bd228978248a52ca7e7997d82154b4da9dd0e82befa47ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27529abe-e1d2-4785-a0de-07811a85c9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee"}]}' {{(pid=103280) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:28:51.327985 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Mar 2022 10:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955b2fb6-70fd-4078-bcc9-ccb057b07e9e x-openstack-request-id: req-955b2fb6-70fd-4078-bcc9-ccb057b07e9e {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:28:51.328282 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee", "status": "completed", "code": 200}]} {{(pid=103280) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:28:51.328539 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-955b2fb6-70fd-4078-bcc9-ccb057b07e9e {{(pid=103280) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:28:51.330071 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'status': 'completed', 'code': 200} Mar 14 10:28:51.390192 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:28:51.398797 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-b0cbc7d2-ca8c-4419-b4bd-b7b0250c1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:51.400394 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-b0cbc7d2-ca8c-4419-b4bd-b7b0250c1346 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e2e41de0ce264d30bd5bc64707872915&device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 1129 time: 0.0507820 Mar 14 10:28:51.497784 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-6ce6285a-6130-4302-bae8-93b29a14a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:51.499627 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-6ce6285a-6130-4302-bae8-93b29a14a7f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 200 len: 911 time: 0.0935502 Mar 14 10:28:51.537688 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406a3c1-8eb4-417d-8530-f265eb14be29 req-56c002e6-6ccf-47cb-9a7b-c686a376ed1d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:51.540319 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a406a3c1-8eb4-417d-8530-f265eb14be29 req-56c002e6-6ccf-47cb-9a7b-c686a376ed1d tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0685284 Mar 14 10:28:51.546334 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-5aacb22f-4dc4-4bb8-95de-479de381ec42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 200 len: 217 time: 0.0401769 Mar 14 10:28:51.595234 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-a2fbed50-d433-4baf-8346-e28be1bb98b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:51.596115 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-a406a3c1-8eb4-417d-8530-f265eb14be29 req-4901c6d0-2b80-4c7f-b321-5ae0d4cfd1db tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512755 Mar 14 10:28:51.596692 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-a2fbed50-d433-4baf-8346-e28be1bb98b7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 200 len: 850 time: 0.0438650 Mar 14 10:28:51.605901 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:51.636038 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:28:51.644700 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-b2b60d61-05e9-4fbc-b82a-ca655cc4ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:51.644870 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:28:51.645450 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:26Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:51.646183 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-b2b60d61-05e9-4fbc-b82a-ca655cc4ec00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=809a85de-4bcc-47a8-936c-b123dd899405&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438910 Mar 14 10:28:51.736637 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-647ee986-bc75-4351-aed5-72b04dcf4748 service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836701 Mar 14 10:28:51.830072 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-27529abe-e1d2-4785-a0de-07811a85c9bf req-f19b5a0d-f16b-4d63-83df-24f65d49f85d service neutron] 10.222.0.35 "GET /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847359 Mar 14 10:28:51.840887 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:28:52.044373 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:52.068737 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeb602-cee5-4e5e-8098-e792bd34539f None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:22:10Z', 'revision_number': 4, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi', '_interfaces': [{'id': 'e75e4be5-3c14-4e55-8a8b-3a598059f555', 'name': '', 'network_id': '809a85de-4bcc-47a8-936c-b123dd899405', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'mac_address': 'fa:16:3e:d9:43:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:09Z', 'updated_at': '2022-03-14T10:22:14Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'subnets': [{'id': 'df768ced-13ad-4922-8d70-0258d3b594c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:28:52.294549 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da4acaa-cb5b-459a-a2dd-f94191e38b6e None None] New status for floating IP 6071943b-3067-4852-805c-a8a3f9ad0b0b: DOWN {{(pid=103282) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 14 10:28:52.718281 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325140e-831a-48a8-815a-b2077772d75f req-fb24547a-a470-4eeb-bbb3-6563d430a686 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103280) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:52.719768 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5325140e-831a-48a8-815a-b2077772d75f req-fb24547a-a470-4eeb-bbb3-6563d430a686 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0556145 Mar 14 10:28:52.766424 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-5325140e-831a-48a8-815a-b2077772d75f req-6c0c4777-3143-438f-90cb-67fc8cbcbaa3 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/security-groups?id=1486fb66-8cdc-4f55-84a6-0b70d5409f33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 Mar 14 10:28:52.965806 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-79c08a17-37df-4124-8804-3664df1c1c0a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103281) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 14 10:28:52.967258 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-79c08a17-37df-4124-8804-3664df1c1c0a tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 945 time: 0.0554509 Mar 14 10:28:53.055341 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d27665db-5e49-4bb8-8b21-63a01fa2ad68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:53.057674 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Deleting port 52f910cb-935b-4fcd-9c2a-195f8c37acee {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:53.058044 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:53.414356 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] For port 52f910cb-935b-4fcd-9c2a-195f8c37acee, host hv-cinder-83354, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83354',level=0,port_id=52f910cb-935b-4fcd-9c2a-195f8c37acee,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:28:53.414713 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:53.427172 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Calling delete_port for 52f910cb-935b-4fcd-9c2a-195f8c37acee owned by compute:nova {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:53.556486 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (52f910cb-935b-4fcd-9c2a-195f8c37acee), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:53.589967 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'Port': ['ID=52f910cb-935b-4fcd-9c2a-195f8c37acee,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:53.630687 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] No DVR routers for this DVR port 52f910cb-935b-4fcd-9c2a-195f8c37acee on host hv-cinder-83354 {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:28:53.633069 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for port (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:53.636294 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [req-a743460a-0976-4f93-b201-03cfc4e31e6f req-42a6d42c-32a1-4515-8d78-73c69f5d8bfd tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.35 "DELETE /v2.0/ports/52f910cb-935b-4fcd-9c2a-195f8c37acee HTTP/1.1" status: 204 len: 173 time: 0.6636207 Mar 14 10:28:53.636730 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'name': 'network-vif-deleted', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee'}] {{(pid=103281) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 14 10:28:53.638906 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee061429e4308dbd3e0e203e944362c0665e4502ce1d22232a6a18cc27c879da" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dd0744-6e78-4f1e-87a3-a0f021b34cf0" -d '{"events": [{"server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "name": "network-vif-deleted", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee"}]}' {{(pid=103281) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 14 10:28:53.680642 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Mar 2022 10:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b07c071-2931-412a-80b4-9217e8023d06 x-openstack-request-id: req-8b07c071-2931-412a-80b4-9217e8023d06 {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 14 10:28:53.680940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd6bb91-74e1-4143-8380-6d58fa738541", "name": "network-vif-deleted", "tag": "52f910cb-935b-4fcd-9c2a-195f8c37acee", "status": "completed", "code": 200}]} {{(pid=103281) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 14 10:28:53.681195 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b07c071-2931-412a-80b4-9217e8023d06 {{(pid=103281) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 14 10:28:53.681601 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd6bb91-74e1-4143-8380-6d58fa738541', 'name': 'network-vif-deleted', 'tag': '52f910cb-935b-4fcd-9c2a-195f8c37acee', 'status': 'completed', 'code': 200} Mar 14 10:28:53.863053 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [req-3f53cad9-9134-4a51-9bbd-fe86a22315b2 req-e0851702-adbe-4ad3-9603-46e28f4c1bb6 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "GET /v2.0/ports?device_id=6fd6bb91-74e1-4143-8380-6d58fa738541 HTTP/1.1" status: 200 len: 210 time: 0.0312119 Mar 14 10:28:54.919947 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43620) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:55.021709 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 52f910cb-935b-4fcd-9c2a-195f8c37acee no longer exists at agent hyperv_hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:28:55.039998 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Deleting port f585144a-4980-464e-9816-67c3ae62fe36 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:55.040451 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (f585144a-4980-464e-9816-67c3ae62fe36), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.041701 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] No Port match for: 52f910cb-935b-4fcd-9c2a-195f8c37acee {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:28:55.042047 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Device 52f910cb-935b-4fcd-9c2a-195f8c37acee not bound to the agent host hv-cinder-83354 {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:28:55.117280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (f585144a-4980-464e-9816-67c3ae62fe36), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.117616 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (f585144a-4980-464e-9816-67c3ae62fe36), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.129436 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Calling delete_port for f585144a-4980-464e-9816-67c3ae62fe36 owned by network:floatingip {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:55.263243 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (f585144a-4980-464e-9816-67c3ae62fe36), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.293737 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'Port': ['ID=f585144a-4980-464e-9816-67c3ae62fe36,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:55.346869 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for floatingip (7c8c8c17-2f16-4955-963d-05aeef2d4db8), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.349800 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-72216'] for floatingip (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:55.350941 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-1e0c6694-3c89-4f88-9333-554abcfb57e5 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "DELETE /v2.0/floatingips/7c8c8c17-2f16-4955-963d-05aeef2d4db8 HTTP/1.1" status: 204 len: 168 time: 0.4300141 Mar 14 10:28:55.536447 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-1bae696e-0d4c-493e-aa62-51fb26181ecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:56.453923 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:56.538420 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43632) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:56.594734 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54a96bfb-f78b-4aa3-84bc-583427326694 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group (1486fb66-8cdc-4f55-84a6-0b70d5409f33), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:56.619406 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54a96bfb-f78b-4aa3-84bc-583427326694 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group (1486fb66-8cdc-4f55-84a6-0b70d5409f33), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:56.681255 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54a96bfb-f78b-4aa3-84bc-583427326694 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (1486fb66-8cdc-4f55-84a6-0b70d5409f33), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:56.683848 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-54a96bfb-f78b-4aa3-84bc-583427326694 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:56.684991 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-54a96bfb-f78b-4aa3-84bc-583427326694 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] 10.222.0.21 "DELETE /v2.0/security-groups/1486fb66-8cdc-4f55-84a6-0b70d5409f33 HTTP/1.1" status: 204 len: 168 time: 0.1455851 Mar 14 10:28:56.694076 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a96bfb-f78b-4aa3-84bc-583427326694 tempest-TestVolumeBootPattern-1085145829 tempest-TestVolumeBootPattern-1085145829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1486fb66-8cdc-4f55-84a6-0b70d5409f33,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:57.744906 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43638) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:57.897244 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.203925 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (c844a015-b8dd-4052-9392-74344e297768), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.441454 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Deleting port e75e4be5-3c14-4e55-8a8b-3a598059f555 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:58.441794 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.521113 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] For port e75e4be5-3c14-4e55-8a8b-3a598059f555, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=e75e4be5-3c14-4e55-8a8b-3a598059f555,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:28:58.521383 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.533460 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Calling delete_port for e75e4be5-3c14-4e55-8a8b-3a598059f555 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:58.938269 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (e75e4be5-3c14-4e55-8a8b-3a598059f555), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:58.967310 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=e75e4be5-3c14-4e55-8a8b-3a598059f555,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:28:59.131651 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (c844a015-b8dd-4052-9392-74344e297768), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.343454 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Router c844a015-b8dd-4052-9392-74344e297768 has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:28:59.447141 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:28:59.452018 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-e2cc26d2-b965-44d4-9e10-376c6d037c55 admin admin] 10.222.0.21 "PUT /v2.0/routers/c844a015-b8dd-4052-9392-74344e297768/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061121 Mar 14 10:28:59.454513 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43642) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:28:59.456067 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] Sync routers for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:28:59.466165 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:28:59.466767 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:59.556487 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks [] for router (c844a015-b8dd-4052-9392-74344e297768), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.574530 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: dv-cinder-833543-1-iscsi {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:28:59.614665 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.661768 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks [] for router_gateway (c844a015-b8dd-4052-9392-74344e297768), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.713718 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Deleting port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:28:59.714077 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.759024 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:28:58Z', 'revision_number': 5, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port': {'id': '1e09ae80-a83c-42d6-84d4-b8d9a47acfbd', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:30:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c844a015-b8dd-4052-9392-74344e297768', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:05Z', 'updated_at': '2022-03-14T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:59.785409 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] Checking router: c844a015-b8dd-4052-9392-74344e297768 for host: dv-cinder-833543-1-iscsi {{(pid=103283) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:28:59.790423 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] For port 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:28:59.790852 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:28:59.793627 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] Routers {'c844a015-b8dd-4052-9392-74344e297768'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103283) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:28:59.794223 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['c844a015-b8dd-4052-9392-74344e297768'], 'active': True} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:59.803228 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Calling delete_port for 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:28:59.881236 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_dvr_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] Set router c844a015-b8dd-4052-9392-74344e297768 gateway port host: None {{(pid=103283) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:28:59.936147 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.l3_hamode_db [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:28:59Z', 'revision_number': 6, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103283) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:28:59.963361 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc8f26b-eed1-433b-ba6f-56e5be863afb None None] The sync data for ids ['c844a015-b8dd-4052-9392-74344e297768'] in dv-cinder-833543-1-iscsi is: [{'id': 'c844a015-b8dd-4052-9392-74344e297768', 'name': 'tempest-TestVolumeBootPattern-637270402-router', 'tenant_id': 'e2e41de0ce264d30bd5bc64707872915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:04Z', 'updated_at': '2022-03-14T10:28:59Z', 'revision_number': 6, 'project_id': 'e2e41de0ce264d30bd5bc64707872915', 'gw_port_host': None}] {{(pid=103283) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:28:59.974248 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (1e09ae80-a83c-42d6-84d4-b8d9a47acfbd), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.006236 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e09ae80-a83c-42d6-84d4-b8d9a47acfbd,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:00.064398 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (c844a015-b8dd-4052-9392-74344e297768), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.151531 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (c844a015-b8dd-4052-9392-74344e297768), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.153743 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks [] for router_controller (c844a015-b8dd-4052-9392-74344e297768), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.199374 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (c844a015-b8dd-4052-9392-74344e297768), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.199984 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c844a015-b8dd-4052-9392-74344e297768 {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:29:00.204147 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.205817 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-d5b64dfd-824b-47ad-9683-320b3fc91a89 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c844a015-b8dd-4052-9392-74344e297768 HTTP/1.1" status: 204 len: 168 time: 0.7498775 Mar 14 10:29:00.208489 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43644) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:00.250867 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Deleting subnet df768ced-13ad-4922-8d70-0258d3b594c2 {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:29:00.253808 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Publish callbacks [] for subnet (df768ced-13ad-4922-8d70-0258d3b594c2), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.286775 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548065'] for subnet (df768ced-13ad-4922-8d70-0258d3b594c2), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.402880 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (df768ced-13ad-4922-8d70-0258d3b594c2), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.452633 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28356136'] for subnet (df768ced-13ad-4922-8d70-0258d3b594c2), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.480987 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.486811 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/df768ced-13ad-4922-8d70-0258d3b594c2 HTTP/1.1" status: 204 len: 168 time: 0.2748027 Mar 14 10:29:00.486811 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa76113-ead2-4f76-81eb-e564938d9f52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df768ced-13ad-4922-8d70-0258d3b594c2,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:00.487081 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe23d9a6-4d1c-4b51-9a99-2de017835017 None None] Network 809a85de-4bcc-47a8-936c-b123dd899405 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:00.487280 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [-] (103281) accepted ('10.222.0.21', 43646) {{(pid=103281) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:00.558041 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (809a85de-4bcc-47a8-936c-b123dd899405), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.610482 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Deleting port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 {{(pid=103281) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:00.610828 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.670995 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.db [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] For port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,segment=NetworkSegment(9c01320a-1954-44ec-8cdc-0f4e3718e650),segment_id=9c01320a-1954-44ec-8cdc-0f4e3718e650)] {{(pid=103281) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:00.671259 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.683425 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Calling delete_port for 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 owned by network:dhcp {{(pid=103281) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:00.750101 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] DHCP port deletion for 809a85de-4bcc-47a8-936c-b123dd899405 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:29:00.769581 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31426692'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.794299 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Pushing event deleted for resources: {'Port': ['ID=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:00.797968 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] No DVR routers for this DVR port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 on host dv-cinder-833543-1-iscsi {{(pid=103281) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:29:00.809525 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Deleting port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:00.809901 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.874302 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (809a85de-4bcc-47a8-936c-b123dd899405), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.874534 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] For port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6, host dv-cinder-833543-1-iscsi, got binding levels [] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:00.874830 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.886993 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Calling delete_port for 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:00.889673 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.ipam_backend_mixin [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 was not found and therefore no delete operation was performed {{(pid=103282) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 14 10:29:00.890964 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (145ba2a4-01dc-43a4-af55-ed03d4cc5ab6), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.893952 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809a85de-4bcc-47a8-936c-b123dd899405']}} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:00.903178 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c01320a-1954-44ec-8cdc-0f4e3718e650') {'for_net_delete': True} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:00.903469 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.services.segments.db [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c01320a-1954-44ec-8cdc-0f4e3718e650') {} {{(pid=103281) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:00.912777 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Pushing event deleted for resources: {'Port': ['ID=145ba2a4-01dc-43a4-af55-ed03d4cc5ab6,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:00.914675 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29788043'] for segment (9c01320a-1954-44ec-8cdc-0f4e3718e650), before_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.925864 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] No DVR routers for this DVR port 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.935613 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937148 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (9c01320a-1954-44ec-8cdc-0f4e3718e650), precommit_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.937667 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8300198-c487-4ab8-ad4d-5efca8d90e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-833543-1-iscsi {{(pid=103282) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 14 10:29:00.944593 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=103281) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:29:00.944989 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31426935'] for segment (9c01320a-1954-44ec-8cdc-0f4e3718e650), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: Traceback (most recent call last): Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: timer() Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: cb(*args, **kw) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: return func(*args, **kwargs) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: self._notify() Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: self.callback(batched_events) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: event.method(event) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: return f(self, *a, **k) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._get(url).json() Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: return self.request(url, 'GET', **kwargs) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:29:00.946676 dv-cinder-833543-1-iscsi neutron-server[103281]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:29:01.003940 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (809a85de-4bcc-47a8-936c-b123dd899405), after_delete {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.014448 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron_lib.callbacks.manager [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103281) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.019626 dv-cinder-833543-1-iscsi neutron-server[103281]: INFO neutron.wsgi [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] 10.222.0.21 "DELETE /v2.0/networks/809a85de-4bcc-47a8-936c-b123dd899405 HTTP/1.1" status: 204 len: 168 time: 0.5292873 Mar 14 10:29:01.021243 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43648) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:01.032362 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc6441-6e63-4753-9c0a-65e18bcdc75d admin admin] Pushing event deleted for resources: {'Network': ['ID=809a85de-4bcc-47a8-936c-b123dd899405,revision_number=None']} {{(pid=103281) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:01.359774 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-623587'] for router_interface (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.827506 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Deleting port c5aa1bc8-348f-4585-8626-d73c79b51616 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:01.827870 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.903484 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] For port c5aa1bc8-348f-4585-8626-d73c79b51616, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=c5aa1bc8-348f-4585-8626-d73c79b51616,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:01.903887 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:01.916026 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Calling delete_port for c5aa1bc8-348f-4585-8626-d73c79b51616 owned by network:router_interface {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:01.999023 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:02.023747 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:02.024183 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 1e09ae80-a83c-42d6-84d4-b8d9a47acfbd not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:02.024606 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e75e4be5-3c14-4e55-8a8b-3a598059f555 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:02.043266 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: e75e4be5-3c14-4e55-8a8b-3a598059f555 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:02.043652 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device e75e4be5-3c14-4e55-8a8b-3a598059f555 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:02.044069 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:02.062772 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:02.063121 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 145ba2a4-01dc-43a4-af55-ed03d4cc5ab6 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:02.101783 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (c5aa1bc8-348f-4585-8626-d73c79b51616), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:02.128408 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5aa1bc8-348f-4585-8626-d73c79b51616,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:02.295005 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566441', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-653395'] for router_interface (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:02.509426 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Router dbb69e6e-f2c9-4cff-b384-20b021f3c99f has already been hosted by L3 agent 2c41063f-472a-4b79-8b00-48b1557a3839 {{(pid=103280) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 14 10:29:02.617451 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] Notify agent at l3_agent.dv-cinder-833543-1-iscsi the message routers_updated {{(pid=103280) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 14 10:29:02.622392 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-6272cdef-0bd3-481a-835f-cd791dcfc34c admin admin] 10.222.0.21 "PUT /v2.0/routers/dbb69e6e-f2c9-4cff-b384-20b021f3c99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998859 Mar 14 10:29:02.624920 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43650) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:02.628102 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] Sync routers for ids ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'] in dv-cinder-833543-1-iscsi {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 14 10:29:02.638786 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] Routers {'dbb69e6e-f2c9-4cff-b384-20b021f3c99f'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:02.639399 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:02.729463 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks [] for router (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:02.744691 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] Set router dbb69e6e-f2c9-4cff-b384-20b021f3c99f gateway port host: dv-cinder-833543-1-iscsi {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:02.832379 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks [] for router_gateway (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:02.888258 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Deleting port b0d07b17-ee58-4391-a0b8-6184018fb8a9 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:02.888604 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:02.928263 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'external_fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187'}], 'enable_snat': True}, 'gw_port_id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:29:02Z', 'revision_number': 5, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port': {'id': 'b0d07b17-ee58-4391-a0b8-6184018fb8a9', 'name': '', 'network_id': 'b83491f6-e851-4530-b9b5-779e668e0b76', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:d6:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'ip_address': '172.27.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-833543-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:22:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '08d444fc-8e94-4a34-b382-dab2360b396b', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-833543-1-iscsi'}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:02.953995 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] Checking router: dbb69e6e-f2c9-4cff-b384-20b021f3c99f for host: dv-cinder-833543-1-iscsi {{(pid=103282) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 14 10:29:02.962945 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] Routers {'dbb69e6e-f2c9-4cff-b384-20b021f3c99f'} bound to L3 agent in host dv-cinder-833543-1-iscsi {{(pid=103282) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 14 10:29:02.963538 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-833543-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-14T10:05:55Z,description=,heartbeat_timestamp=2022-03-14T10:28:56Z,host='dv-cinder-833543-1-iscsi',id=2c41063f-472a-4b79-8b00-48b1557a3839,load=0,resource_versions=,resources_synced=,started_at=2022-03-14T10:05:55Z,topic='l3_agent')) {'router_ids': ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'], 'active': True} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:02.985893 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] For port b0d07b17-ee58-4391-a0b8-6184018fb8a9, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=b0d07b17-ee58-4391-a0b8-6184018fb8a9,segment=NetworkSegment(f3545a19-5449-4fee-aa76-4f7fe103da5e),segment_id=f3545a19-5449-4fee-aa76-4f7fe103da5e)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:02.986283 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:02.998822 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Calling delete_port for b0d07b17-ee58-4391-a0b8-6184018fb8a9 owned by network:router_gateway {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:03.050327 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvr_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] Set router dbb69e6e-f2c9-4cff-b384-20b021f3c99f gateway port host: None {{(pid=103282) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 14 10:29:03.100453 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_hamode_db [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:29:02Z', 'revision_number': 6, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port_host': None}], 'dv-cinder-833543-1-iscsi', False) {} {{(pid=103282) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:03.129637 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f269977e-233f-424a-87f5-e48e0309d0e9 None None] The sync data for ids ['dbb69e6e-f2c9-4cff-b384-20b021f3c99f'] in dv-cinder-833543-1-iscsi is: [{'id': 'dbb69e6e-f2c9-4cff-b384-20b021f3c99f', 'name': 'tempest-TestVolumeBootPattern-2122300755-router', 'tenant_id': '979dec2b5e4440379dbb017f5fc4dc19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-14T10:22:12Z', 'updated_at': '2022-03-14T10:29:02Z', 'revision_number': 6, 'project_id': '979dec2b5e4440379dbb017f5fc4dc19', 'gw_port_host': None}] {{(pid=103282) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 14 10:29:03.166313 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (b0d07b17-ee58-4391-a0b8-6184018fb8a9), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.194357 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d07b17-ee58-4391-a0b8-6184018fb8a9,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:03.258237 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-622901'] for router_gateway (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.346956 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-655176', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-10375'] for router (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.349057 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks [] for router_controller (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.393418 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-655169'] for router (dbb69e6e-f2c9-4cff-b384-20b021f3c99f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.393970 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbb69e6e-f2c9-4cff-b384-20b021f3c99f {{(pid=103280) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 14 10:29:03.398366 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.399560 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-93f4160c-59d0-42db-99bd-4476a7a790c5 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dbb69e6e-f2c9-4cff-b384-20b021f3c99f HTTP/1.1" status: 204 len: 168 time: 0.7737410 Mar 14 10:29:03.402054 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43652) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:03.445112 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.db_base_plugin_v2 [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Deleting subnet 045c0242-211c-488f-99b1-8d3510d191de {{(pid=103280) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 14 10:29:03.448073 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Publish callbacks [] for subnet (045c0242-211c-488f-99b1-8d3510d191de), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.483057 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25548065'] for subnet (045c0242-211c-488f-99b1-8d3510d191de), precommit_delete_associations {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.565497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3497872'] for subnet (045c0242-211c-488f-99b1-8d3510d191de), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.607073 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:29:03.617280 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3497961', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-39959', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25548042', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28356136'] for subnet (045c0242-211c-488f-99b1-8d3510d191de), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.642220 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=045c0242-211c-488f-99b1-8d3510d191de,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:03.646754 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for subnet (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.649899 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-87164afe-75fa-4d46-8169-5890f037ae96 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/045c0242-211c-488f-99b1-8d3510d191de HTTP/1.1" status: 204 len: 168 time: 0.2467501 Mar 14 10:29:03.652211 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43654) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:03.652377 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f51913-4030-44a1-a34f-fc77eb0c945a None None] Network 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 requested from dv-cinder-833543-1-iscsi {{(pid=103282) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 14 10:29:03.719125 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3663071'] for network (0b9ea100-f4b4-4cce-af33-fbf2f19638b6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.775326 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Deleting port 93852f5f-cec9-4c98-9886-84af53c3b164 {{(pid=103280) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:03.775703 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.837044 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.db [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] For port 93852f5f-cec9-4c98-9886-84af53c3b164, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=93852f5f-cec9-4c98-9886-84af53c3b164,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103280) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:03.837338 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.850478 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.plugin [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Calling delete_port for 93852f5f-cec9-4c98-9886-84af53c3b164 owned by network:dhcp {{(pid=103280) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:03.874708 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] DHCP port deletion for 0b9ea100-f4b4-4cce-af33-fbf2f19638b6 request from dv-cinder-833543-1-iscsi {{(pid=103282) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 14 10:29:03.924953 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] Deleting port 93852f5f-cec9-4c98-9886-84af53c3b164 {{(pid=103282) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 14 10:29:03.925424 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783897596901'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), before_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.934938 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25548119'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:03.961737 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=93852f5f-cec9-4c98-9886-84af53c3b164,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:03.963632 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] No DVR routers for this DVR port 93852f5f-cec9-4c98-9886-84af53c3b164 on host dv-cinder-833543-1-iscsi {{(pid=103280) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:29:03.989990 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.db [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] For port 93852f5f-cec9-4c98-9886-84af53c3b164, host dv-cinder-833543-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-833543-1-iscsi',level=0,port_id=93852f5f-cec9-4c98-9886-84af53c3b164,segment=NetworkSegment(d3b30560-3a77-4a2b-821e-a74c9daff1e6),segment_id=d3b30560-3a77-4a2b-821e-a74c9daff1e6)] {{(pid=103282) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 14 10:29:03.990726 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627874'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), precommit_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.005623 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] Calling delete_port for 93852f5f-cec9-4c98-9886-84af53c3b164 owned by network:dhcp {{(pid=103282) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 14 10:29:04.022931 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device c5aa1bc8-348f-4585-8626-d73c79b51616 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:04.042730 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3490585', 'neutron.services.segments.db._delete_segments_for_network-8783897414413'] for network (0b9ea100-f4b4-4cce-af33-fbf2f19638b6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.062877 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9ea100-f4b4-4cce-af33-fbf2f19638b6']}} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:04.072389 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b30560-3a77-4a2b-821e-a74c9daff1e6') {'for_net_delete': True} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:04.072701 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.services.segments.db [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b30560-3a77-4a2b-821e-a74c9daff1e6') {} {{(pid=103280) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 14 10:29:04.074946 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: c5aa1bc8-348f-4585-8626-d73c79b51616 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:04.075423 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device c5aa1bc8-348f-4585-8626-d73c79b51616 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:04.075723 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b0d07b17-ee58-4391-a0b8-6184018fb8a9 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:04.081959 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783897414678', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25548088'] for segment (d3b30560-3a77-4a2b-821e-a74c9daff1e6), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.096657 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861'] for segment (d3b30560-3a77-4a2b-821e-a74c9daff1e6), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.096947 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: b0d07b17-ee58-4391-a0b8-6184018fb8a9 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:04.097222 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device b0d07b17-ee58-4391-a0b8-6184018fb8a9 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:04.097743 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 93852f5f-cec9-4c98-9886-84af53c3b164 no longer exists at agent ovs-agent-dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 14 10:29:04.103106 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=103280) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 14 10:29:04.103497 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3892861', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25547940'] for segment (d3b30560-3a77-4a2b-821e-a74c9daff1e6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: Traceback (most recent call last): Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: timer() Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: cb(*args, **kw) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: return func(*args, **kwargs) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: self._notify() Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: self.callback(batched_events) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: event.method(event) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: aggregate_uuid = self.p_client.list_aggregates( Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: return f(self, *a, **k) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._get(url).json() Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: return self.request(url, 'GET', **kwargs) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: base_url = self.get_endpoint(auth, allow=allow, Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 14 10:29:04.105178 dv-cinder-833543-1-iscsi neutron-server[103280]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 14 10:29:04.120661 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.plugin [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] No Port match for: 93852f5f-cec9-4c98-9886-84af53c3b164 {{(pid=103282) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 14 10:29:04.121008 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.plugins.ml2.rpc [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Device 93852f5f-cec9-4c98-9886-84af53c3b164 not bound to the agent host dv-cinder-833543-1-iscsi {{(pid=103282) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 14 10:29:04.153232 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3840654', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783897606988', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783897085799'] for port (93852f5f-cec9-4c98-9886-84af53c3b164), after_delete {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.163991 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3490578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-420767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566432', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-623057'] for network (0b9ea100-f4b4-4cce-af33-fbf2f19638b6), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.171139 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566418'] for network (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.178004 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0b9ea100-f4b4-4cce-af33-fbf2f19638b6 HTTP/1.1" status: 204 len: 168 time: 0.5248353 Mar 14 10:29:04.184288 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] Pushing event deleted for resources: {'Port': ['ID=93852f5f-cec9-4c98-9886-84af53c3b164,revision_number=None']} {{(pid=103282) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:04.188009 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9fd770-75df-4726-9d3e-cc6797d75fbe None None] No DVR routers for this DVR port 93852f5f-cec9-4c98-9886-84af53c3b164 on host dv-cinder-833543-1-iscsi {{(pid=103282) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 14 10:29:04.188291 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7beedac-ae9b-4a80-8288-c23eedd27f13 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b9ea100-f4b4-4cce-af33-fbf2f19638b6,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:04.300845 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43658) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:04.339062 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-0e75ba36-ffff-4984-8f4b-31c7150b0293 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e2e41de0ce264d30bd5bc64707872915&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370700 Mar 14 10:29:04.341412 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43660) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:04.390515 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-505eb9fb-f182-4222-b3d5-d038d2c01537 admin admin] Publish callbacks [] for security_group (a3fbf74e-6018-4986-9edc-398ae414c56f), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.411219 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-505eb9fb-f182-4222-b3d5-d038d2c01537 admin admin] Publish callbacks [] for security_group (a3fbf74e-6018-4986-9edc-398ae414c56f), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.456856 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-505eb9fb-f182-4222-b3d5-d038d2c01537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (a3fbf74e-6018-4986-9edc-398ae414c56f), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.459696 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-505eb9fb-f182-4222-b3d5-d038d2c01537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.460859 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-505eb9fb-f182-4222-b3d5-d038d2c01537 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3fbf74e-6018-4986-9edc-398ae414c56f HTTP/1.1" status: 204 len: 168 time: 0.1185703 Mar 14 10:29:04.470089 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eb9fb-f182-4222-b3d5-d038d2c01537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fbf74e-6018-4986-9edc-398ae414c56f,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:04.770403 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43666) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:04.809174 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-752d4e75-469a-43b6-9126-1f176fbc28a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=979dec2b5e4440379dbb017f5fc4dc19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376353 Mar 14 10:29:04.811624 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [-] (103280) accepted ('10.222.0.21', 43668) {{(pid=103280) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 14 10:29:04.857303 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b48417fd-3795-4ce2-aa55-a9b0b35be6b2 admin admin] Publish callbacks [] for security_group (0abbcc7c-d8fe-4d78-a4e8-76e06db90477), before_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.878725 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b48417fd-3795-4ce2-aa55-a9b0b35be6b2 admin admin] Publish callbacks [] for security_group (0abbcc7c-d8fe-4d78-a4e8-76e06db90477), precommit_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.925705 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b48417fd-3795-4ce2-aa55-a9b0b35be6b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-411241'] for security_group (0abbcc7c-d8fe-4d78-a4e8-76e06db90477), after_delete {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.928294 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron_lib.callbacks.manager [None req-b48417fd-3795-4ce2-aa55-a9b0b35be6b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103280) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:04.929470 dv-cinder-833543-1-iscsi neutron-server[103280]: INFO neutron.wsgi [None req-b48417fd-3795-4ce2-aa55-a9b0b35be6b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0abbcc7c-d8fe-4d78-a4e8-76e06db90477 HTTP/1.1" status: 204 len: 168 time: 0.1169598 Mar 14 10:29:04.936919 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48417fd-3795-4ce2-aa55-a9b0b35be6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abbcc7c-d8fe-4d78-a4e8-76e06db90477,revision_number=None']} {{(pid=103280) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 14 10:29:13.211820 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:23.057080 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c4357469-8fac-4f81-8d2a-dd4e0be91790 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:25.541601 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dbb2fc13-cff3-49e5-a6df-38151a21263f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:26.456987 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:27.901225 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:29.616930 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:40.607268 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:29:43.211381 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:43.849384 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-84687390-2729-42d3-bc5d-96d8bafcfc36 req-a5f1528f-239b-4002-9108-365132f960bc service neutron] (103280) timed out ('10.222.0.35', 65510) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:29:48.065517 dv-cinder-833543-1-iscsi neutron-server[103280]: DEBUG neutron.wsgi [req-fbbeeeba-d65a-487b-b344-7ee292f7b6dc req-b16bf92d-f25a-4616-baf9-e05b3e9c06ee service neutron] (103280) timed out ('10.222.0.35', 65495) {{(pid=103280) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:29:49.160627 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-b9f26304-440a-431a-8bc5-7a85bf8f4fcc req-3a69dda3-c463-445b-9b04-670c91627b2e service neutron] (103281) timed out ('10.222.0.35', 65488) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:29:53.057469 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-384f1a03-71ff-4f68-b25a-6accaab3ea18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:55.544031 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7a386ac4-43ba-4644-9c23-5cc09925d870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:56.460090 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:57.903824 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:29:59.619298 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:00.240630 dv-cinder-833543-1-iscsi neutron-server[103281]: DEBUG neutron.wsgi [req-12d7c35c-0e29-4da3-8a57-6ee139b0cb2e req-ac36c33f-1c94-4ce1-835b-1e0747e73eff service neutron] (103281) timed out ('10.222.0.35', 65507) {{(pid=103281) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 14 10:30:13.224110 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:17.607489 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:30:23.058842 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-6bba0b63-9774-4042-b7d3-63e9849b8dec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:25.547230 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-2caa6712-8287-4a5b-81fe-4f2d500143fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:26.464261 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:27.907472 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:29.621037 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:43.235672 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:53.061685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c1af8994-2626-4b31-9206-7f5a0f95c3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:54.607573 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:30:55.547471 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-898e4799-c943-4269-90e9-4a0313f3a3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:56.466167 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:57.908533 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:30:59.622816 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:13.235414 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:23.065366 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-298d8e9a-4a38-4dba-b865-a7eb66daf66d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:25.551138 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-d6edd693-1062-4d6f-b36e-5e36d824c470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:26.469685 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:27.915793 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:29.626110 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:31.608260 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:31:43.236115 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:53.066106 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dced951b-ac0f-468f-a224-ef04735c79be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:55.553406 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-56ae105f-34bc-43cd-b0b9-1dbd0bed3318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:56.472171 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:57.914593 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:31:59.627652 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:08.607637 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:32:13.238677 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:23.066728 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-610c5fb5-c244-44df-8feb-bfffe05eaf9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:25.555738 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-c32ac533-9f73-4893-ac1d-103f253f7a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:26.477138 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:27.917575 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:29.628795 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:43.253156 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:45.606846 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:32:53.068105 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ebfa3b12-8f79-45f6-939c-3027d60404c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:55.558329 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f3fb9711-b03b-41c3-85a5-903c0890e3a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:56.478090 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:57.919896 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:32:59.631679 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:13.264412 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:22.606963 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:33:23.069678 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-ba05084a-fdff-4a1b-9892-13d16737d986 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:25.560519 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-3a9b75c5-62ad-4c52-a6c6-aba9c07c4e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:26.480801 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:27.922937 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:29.635015 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:43.271384 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:53.071361 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dc669d2f-d9fd-4260-abe8-cd0747daa6d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:55.563931 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-31296edd-45c3-4614-abcf-c347e3ba5f74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:56.484006 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:57.924566 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-a5beaaf8-558b-42b7-b2c3-cc19515bc557 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (e5f0251d-04ec-4046-8398-987ee04fa41c), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:33:59.606228 dv-cinder-833543-1-iscsi neutron-server[103283]: DEBUG neutron.db.agents_db [None req-f3561e0c-81e8-4a72-8b17-bf740b721944 None None] Agent healthcheck: found 6 active agents {{(pid=103283) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 14 10:33:59.636074 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-dfbb2098-3ed1-4b5b-b394-f2efa3d82055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (bd62651b-aaee-4f4e-9df0-2df19c93eaa7), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:13.277593 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-7ef5e701-5ab3-4f4d-b1ff-7521bd32a2fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (7f1feef1-f7b5-4c88-a2f3-d126a721c2e3), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:23.072892 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-f4542bb9-35f2-438e-9892-638eef1a6742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (8adfe773-962f-4f30-9633-e7663b50ccf8), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:25.566679 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-af5e69cf-c9ed-4a1b-a718-fe29c72c9509 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (2c41063f-472a-4b79-8b00-48b1557a3839), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 14 10:34:26.488840 dv-cinder-833543-1-iscsi neutron-server[103282]: DEBUG neutron_lib.callbacks.manager [None req-933a571c-c4c2-49e7-a953-9de27b797805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783897410807', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3492608'] for agent (cf63ab19-6ec3-4e5d-a95c-7859a47e3711), after_update {{(pid=103282) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}